blob: 28ab672dae688fbca6268fcc03dc2052b3043f16 [file] [log] [blame]
Joe Tsai90fe9962018-10-18 11:06:29 -07001// Copyright 2018 The Go Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style
3// license that can be found in the LICENSE file.
4
Joe Tsai08e00302018-11-26 22:32:06 -08005package impl_test
Joe Tsai90fe9962018-10-18 11:06:29 -07006
7import (
Joe Tsaie2afdc22018-10-25 14:06:56 -07008 "bytes"
9 "math"
Joe Tsai90fe9962018-10-18 11:06:29 -070010 "reflect"
11 "testing"
12
Joe Tsaiea118132018-11-11 17:56:21 -080013 pack "github.com/golang/protobuf/v2/internal/encoding/pack"
Joe Tsai08e00302018-11-26 22:32:06 -080014 pimpl "github.com/golang/protobuf/v2/internal/impl"
Joe Tsai0fc49f82019-05-01 12:29:25 -070015 plegacy "github.com/golang/protobuf/v2/internal/legacy"
Joe Tsaiea118132018-11-11 17:56:21 -080016 pragma "github.com/golang/protobuf/v2/internal/pragma"
Joe Tsai990b9f52019-03-13 12:56:39 -070017 ptype "github.com/golang/protobuf/v2/internal/prototype"
Joe Tsai009e0672018-11-27 18:45:07 -080018 scalar "github.com/golang/protobuf/v2/internal/scalar"
Joe Tsai90fe9962018-10-18 11:06:29 -070019 pref "github.com/golang/protobuf/v2/reflect/protoreflect"
Joe Tsai0fc49f82019-05-01 12:29:25 -070020 preg "github.com/golang/protobuf/v2/reflect/protoregistry"
Joe Tsai4fddeba2019-03-20 18:29:32 -070021 piface "github.com/golang/protobuf/v2/runtime/protoiface"
Joe Tsaiea118132018-11-11 17:56:21 -080022 cmp "github.com/google/go-cmp/cmp"
Joe Tsai08e00302018-11-26 22:32:06 -080023 cmpopts "github.com/google/go-cmp/cmp/cmpopts"
Joe Tsaiea118132018-11-11 17:56:21 -080024
Joe Tsaiea118132018-11-11 17:56:21 -080025 proto2_20180125 "github.com/golang/protobuf/v2/internal/testprotos/legacy/proto2.v1.0.0-20180125-92554152"
Joe Tsai90fe9962018-10-18 11:06:29 -070026)
27
Joe Tsaif0c01e42018-11-06 13:05:20 -080028type legacyTestMessage struct {
Joe Tsai4fddeba2019-03-20 18:29:32 -070029 XXX_unrecognized []byte
Joe Tsai00e50dc2019-04-16 12:39:41 -070030 XXX_InternalExtensions map[int32]pimpl.ExtensionFieldV1
Joe Tsai95b02902018-10-31 18:23:42 -070031}
32
Joe Tsaif0c01e42018-11-06 13:05:20 -080033func (*legacyTestMessage) Reset() {}
34func (*legacyTestMessage) String() string { return "" }
35func (*legacyTestMessage) ProtoMessage() {}
Joe Tsai4fddeba2019-03-20 18:29:32 -070036func (*legacyTestMessage) ExtensionRangeArray() []piface.ExtensionRangeV1 {
37 return []piface.ExtensionRangeV1{{Start: 10, End: 20}, {Start: 40, End: 80}, {Start: 10000, End: 20000}}
Joe Tsai95b02902018-10-31 18:23:42 -070038}
39
Joe Tsai0fc49f82019-05-01 12:29:25 -070040func init() {
41 mt := pimpl.Export{}.MessageTypeOf(&legacyTestMessage{})
42 preg.GlobalTypes.Register(mt)
43}
44
Joe Tsaie2afdc22018-10-25 14:06:56 -070045func TestLegacyUnknown(t *testing.T) {
46 rawOf := func(toks ...pack.Token) pref.RawFields {
47 return pref.RawFields(pack.Message(toks).Marshal())
48 }
Joe Tsai00a323d2019-05-06 23:27:29 -070049 raw1 := rawOf(pack.Tag{1, pack.BytesType}, pack.Bytes("1")) // 0a0131
Joe Tsaie2afdc22018-10-25 14:06:56 -070050 raw1a := rawOf(pack.Tag{1, pack.VarintType}, pack.Svarint(-4321)) // 08c143
51 raw1b := rawOf(pack.Tag{1, pack.Fixed32Type}, pack.Uint32(0xdeadbeef)) // 0defbeadde
52 raw1c := rawOf(pack.Tag{1, pack.Fixed64Type}, pack.Float64(math.Pi)) // 09182d4454fb210940
53 raw2a := rawOf(pack.Tag{2, pack.BytesType}, pack.String("hello, world!")) // 120d68656c6c6f2c20776f726c6421
54 raw2b := rawOf(pack.Tag{2, pack.VarintType}, pack.Uvarint(1234)) // 10d209
55 raw3a := rawOf(pack.Tag{3, pack.StartGroupType}, pack.Tag{3, pack.EndGroupType}) // 1b1c
56 raw3b := rawOf(pack.Tag{3, pack.BytesType}, pack.Bytes("\xde\xad\xbe\xef")) // 1a04deadbeef
57
58 joinRaw := func(bs ...pref.RawFields) (out []byte) {
59 for _, b := range bs {
60 out = append(out, b...)
61 }
62 return out
63 }
64
Joe Tsaif0c01e42018-11-06 13:05:20 -080065 m := new(legacyTestMessage)
Joe Tsai08e00302018-11-26 22:32:06 -080066 fs := pimpl.Export{}.MessageOf(m).UnknownFields()
Joe Tsai95b02902018-10-31 18:23:42 -070067
Joe Tsaie2afdc22018-10-25 14:06:56 -070068 if got, want := fs.Len(), 0; got != want {
69 t.Errorf("Len() = %d, want %d", got, want)
70 }
Joe Tsai95b02902018-10-31 18:23:42 -070071 if got, want := m.XXX_unrecognized, joinRaw(); !bytes.Equal(got, want) {
Joe Tsaie2afdc22018-10-25 14:06:56 -070072 t.Errorf("data mismatch:\ngot: %x\nwant: %x", got, want)
73 }
74
75 fs.Set(1, raw1a)
76 fs.Set(1, append(fs.Get(1), raw1b...))
77 fs.Set(1, append(fs.Get(1), raw1c...))
78 if got, want := fs.Len(), 1; got != want {
79 t.Errorf("Len() = %d, want %d", got, want)
80 }
Joe Tsai95b02902018-10-31 18:23:42 -070081 if got, want := m.XXX_unrecognized, joinRaw(raw1a, raw1b, raw1c); !bytes.Equal(got, want) {
Joe Tsaie2afdc22018-10-25 14:06:56 -070082 t.Errorf("data mismatch:\ngot: %x\nwant: %x", got, want)
83 }
84
85 fs.Set(2, raw2a)
86 if got, want := fs.Len(), 2; got != want {
87 t.Errorf("Len() = %d, want %d", got, want)
88 }
Joe Tsai95b02902018-10-31 18:23:42 -070089 if got, want := m.XXX_unrecognized, joinRaw(raw1a, raw1b, raw1c, raw2a); !bytes.Equal(got, want) {
Joe Tsaie2afdc22018-10-25 14:06:56 -070090 t.Errorf("data mismatch:\ngot: %x\nwant: %x", got, want)
91 }
92
93 if got, want := fs.Get(1), joinRaw(raw1a, raw1b, raw1c); !bytes.Equal(got, want) {
94 t.Errorf("Get(%d) = %x, want %x", 1, got, want)
95 }
96 if got, want := fs.Get(2), joinRaw(raw2a); !bytes.Equal(got, want) {
97 t.Errorf("Get(%d) = %x, want %x", 2, got, want)
98 }
99 if got, want := fs.Get(3), joinRaw(); !bytes.Equal(got, want) {
100 t.Errorf("Get(%d) = %x, want %x", 3, got, want)
101 }
102
103 fs.Set(1, nil) // remove field 1
104 if got, want := fs.Len(), 1; got != want {
105 t.Errorf("Len() = %d, want %d", got, want)
106 }
Joe Tsai95b02902018-10-31 18:23:42 -0700107 if got, want := m.XXX_unrecognized, joinRaw(raw2a); !bytes.Equal(got, want) {
Joe Tsaie2afdc22018-10-25 14:06:56 -0700108 t.Errorf("data mismatch:\ngot: %x\nwant: %x", got, want)
109 }
110
111 // Simulate manual appending of raw field data.
Joe Tsai95b02902018-10-31 18:23:42 -0700112 m.XXX_unrecognized = append(m.XXX_unrecognized, joinRaw(raw3a, raw1a, raw1b, raw2b, raw3b, raw1c)...)
Joe Tsaie2afdc22018-10-25 14:06:56 -0700113 if got, want := fs.Len(), 3; got != want {
114 t.Errorf("Len() = %d, want %d", got, want)
115 }
116
117 // Verify range iteration order.
118 var i int
119 want := []struct {
120 num pref.FieldNumber
121 raw pref.RawFields
122 }{
Joe Tsaie2afdc22018-10-25 14:06:56 -0700123 {2, joinRaw(raw2a, raw2b)},
Joe Tsai2d5a1692018-10-29 02:10:42 -0700124 {3, joinRaw(raw3a, raw3b)},
Joe Tsaie2afdc22018-10-25 14:06:56 -0700125 {1, joinRaw(raw1a, raw1b, raw1c)},
126 }
127 fs.Range(func(num pref.FieldNumber, raw pref.RawFields) bool {
128 if i < len(want) {
129 if num != want[i].num || !bytes.Equal(raw, want[i].raw) {
130 t.Errorf("Range(%d) = (%d, %x), want (%d, %x)", i, num, raw, want[i].num, want[i].raw)
131 }
132 } else {
133 t.Errorf("unexpected Range iteration: %d", i)
134 }
135 i++
136 return true
137 })
138
139 fs.Set(2, fs.Get(2)) // moves field 2 to the end
140 if got, want := fs.Len(), 3; got != want {
141 t.Errorf("Len() = %d, want %d", got, want)
142 }
Joe Tsai95b02902018-10-31 18:23:42 -0700143 if got, want := m.XXX_unrecognized, joinRaw(raw3a, raw1a, raw1b, raw3b, raw1c, raw2a, raw2b); !bytes.Equal(got, want) {
Joe Tsaie2afdc22018-10-25 14:06:56 -0700144 t.Errorf("data mismatch:\ngot: %x\nwant: %x", got, want)
145 }
146 fs.Set(1, nil) // remove field 1
147 if got, want := fs.Len(), 2; got != want {
148 t.Errorf("Len() = %d, want %d", got, want)
149 }
Joe Tsai95b02902018-10-31 18:23:42 -0700150 if got, want := m.XXX_unrecognized, joinRaw(raw3a, raw3b, raw2a, raw2b); !bytes.Equal(got, want) {
Joe Tsaie2afdc22018-10-25 14:06:56 -0700151 t.Errorf("data mismatch:\ngot: %x\nwant: %x", got, want)
152 }
153
154 // Remove all fields.
155 fs.Range(func(n pref.FieldNumber, b pref.RawFields) bool {
156 fs.Set(n, nil)
157 return true
158 })
159 if got, want := fs.Len(), 0; got != want {
160 t.Errorf("Len() = %d, want %d", got, want)
161 }
Joe Tsai95b02902018-10-31 18:23:42 -0700162 if got, want := m.XXX_unrecognized, joinRaw(); !bytes.Equal(got, want) {
Joe Tsaie2afdc22018-10-25 14:06:56 -0700163 t.Errorf("data mismatch:\ngot: %x\nwant: %x", got, want)
164 }
Joe Tsai95b02902018-10-31 18:23:42 -0700165
166 fs.Set(1, raw1)
167 if got, want := fs.Len(), 1; got != want {
168 t.Errorf("Len() = %d, want %d", got, want)
169 }
170 if got, want := m.XXX_unrecognized, joinRaw(raw1); !bytes.Equal(got, want) {
171 t.Errorf("data mismatch:\ngot: %x\nwant: %x", got, want)
172 }
Joe Tsaie2afdc22018-10-25 14:06:56 -0700173}
Joe Tsaif0c01e42018-11-06 13:05:20 -0800174
Joe Tsai08e00302018-11-26 22:32:06 -0800175func mustMakeExtensionType(x *ptype.StandaloneExtension, v interface{}) pref.ExtensionType {
176 xd, err := ptype.NewExtension(x)
177 if err != nil {
178 panic(xd)
Joe Tsaif0c01e42018-11-06 13:05:20 -0800179 }
Joe Tsai0fc49f82019-05-01 12:29:25 -0700180 return plegacy.ExtensionTypeOf(xd, reflect.TypeOf(v))
Joe Tsai08e00302018-11-26 22:32:06 -0800181}
182
183var (
Joe Tsai0fc49f82019-05-01 12:29:25 -0700184 parentDesc = pimpl.Export{}.MessageDescriptorOf((*legacyTestMessage)(nil))
185 enumV1Desc = pimpl.Export{}.EnumDescriptorOf(proto2_20180125.Message_ChildEnum(0))
186 messageV1Desc = pimpl.Export{}.MessageDescriptorOf((*proto2_20180125.Message_ChildMessage)(nil))
187 enumV2Desc = enumProto2Type.Descriptor()
188 messageV2Desc = enumMessagesType.PBType.Descriptor()
Joe Tsai08e00302018-11-26 22:32:06 -0800189
190 extensionTypes = []pref.ExtensionType{
191 mustMakeExtensionType(&ptype.StandaloneExtension{
192 FullName: "fizz.buzz.optional_bool",
193 Number: 10000,
194 Cardinality: pref.Optional,
195 Kind: pref.BoolKind,
196 Default: pref.ValueOf(true),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700197 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800198 }, nil),
199 mustMakeExtensionType(&ptype.StandaloneExtension{
200 FullName: "fizz.buzz.optional_int32",
201 Number: 10001,
202 Cardinality: pref.Optional,
203 Kind: pref.Int32Kind,
204 Default: pref.ValueOf(int32(-12345)),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700205 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800206 }, nil),
207 mustMakeExtensionType(&ptype.StandaloneExtension{
208 FullName: "fizz.buzz.optional_uint32",
209 Number: 10002,
210 Cardinality: pref.Optional,
211 Kind: pref.Uint32Kind,
212 Default: pref.ValueOf(uint32(3200)),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700213 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800214 }, nil),
215 mustMakeExtensionType(&ptype.StandaloneExtension{
216 FullName: "fizz.buzz.optional_float",
217 Number: 10003,
218 Cardinality: pref.Optional,
219 Kind: pref.FloatKind,
220 Default: pref.ValueOf(float32(3.14159)),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700221 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800222 }, nil),
223 mustMakeExtensionType(&ptype.StandaloneExtension{
224 FullName: "fizz.buzz.optional_string",
225 Number: 10004,
226 Cardinality: pref.Optional,
227 Kind: pref.StringKind,
228 Default: pref.ValueOf(string("hello, \"world!\"\n")),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700229 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800230 }, nil),
231 mustMakeExtensionType(&ptype.StandaloneExtension{
232 FullName: "fizz.buzz.optional_bytes",
233 Number: 10005,
234 Cardinality: pref.Optional,
235 Kind: pref.BytesKind,
236 Default: pref.ValueOf([]byte("dead\xde\xad\xbe\xefbeef")),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700237 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800238 }, nil),
239 mustMakeExtensionType(&ptype.StandaloneExtension{
240 FullName: "fizz.buzz.optional_enum_v1",
241 Number: 10006,
242 Cardinality: pref.Optional,
243 Kind: pref.EnumKind,
244 Default: pref.ValueOf(pref.EnumNumber(0)),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700245 EnumType: enumV1Desc,
246 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800247 }, proto2_20180125.Message_ChildEnum(0)),
248 mustMakeExtensionType(&ptype.StandaloneExtension{
249 FullName: "fizz.buzz.optional_message_v1",
250 Number: 10007,
251 Cardinality: pref.Optional,
252 Kind: pref.MessageKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700253 MessageType: messageV1Desc,
254 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800255 }, (*proto2_20180125.Message_ChildMessage)(nil)),
256 mustMakeExtensionType(&ptype.StandaloneExtension{
257 FullName: "fizz.buzz.optional_enum_v2",
258 Number: 10008,
259 Cardinality: pref.Optional,
260 Kind: pref.EnumKind,
261 Default: pref.ValueOf(pref.EnumNumber(57005)),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700262 EnumType: enumV2Desc,
263 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800264 }, EnumProto2(0)),
265 mustMakeExtensionType(&ptype.StandaloneExtension{
266 FullName: "fizz.buzz.optional_message_v2",
267 Number: 10009,
268 Cardinality: pref.Optional,
269 Kind: pref.MessageKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700270 MessageType: messageV2Desc,
271 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800272 }, (*EnumMessages)(nil)),
273 mustMakeExtensionType(&ptype.StandaloneExtension{
274 FullName: "fizz.buzz.repeated_bool",
275 Number: 10010,
276 Cardinality: pref.Repeated,
277 Kind: pref.BoolKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700278 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800279 }, nil),
280 mustMakeExtensionType(&ptype.StandaloneExtension{
281 FullName: "fizz.buzz.repeated_int32",
282 Number: 10011,
283 Cardinality: pref.Repeated,
284 Kind: pref.Int32Kind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700285 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800286 }, nil),
287 mustMakeExtensionType(&ptype.StandaloneExtension{
288 FullName: "fizz.buzz.repeated_uint32",
289 Number: 10012,
290 Cardinality: pref.Repeated,
291 Kind: pref.Uint32Kind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700292 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800293 }, nil),
294 mustMakeExtensionType(&ptype.StandaloneExtension{
295 FullName: "fizz.buzz.repeated_float",
296 Number: 10013,
297 Cardinality: pref.Repeated,
298 Kind: pref.FloatKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700299 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800300 }, nil),
301 mustMakeExtensionType(&ptype.StandaloneExtension{
302 FullName: "fizz.buzz.repeated_string",
303 Number: 10014,
304 Cardinality: pref.Repeated,
305 Kind: pref.StringKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700306 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800307 }, nil),
308 mustMakeExtensionType(&ptype.StandaloneExtension{
309 FullName: "fizz.buzz.repeated_bytes",
310 Number: 10015,
311 Cardinality: pref.Repeated,
312 Kind: pref.BytesKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700313 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800314 }, nil),
315 mustMakeExtensionType(&ptype.StandaloneExtension{
316 FullName: "fizz.buzz.repeated_enum_v1",
317 Number: 10016,
318 Cardinality: pref.Repeated,
319 Kind: pref.EnumKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700320 EnumType: enumV1Desc,
321 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800322 }, proto2_20180125.Message_ChildEnum(0)),
323 mustMakeExtensionType(&ptype.StandaloneExtension{
324 FullName: "fizz.buzz.repeated_message_v1",
325 Number: 10017,
326 Cardinality: pref.Repeated,
327 Kind: pref.MessageKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700328 MessageType: messageV1Desc,
329 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800330 }, (*proto2_20180125.Message_ChildMessage)(nil)),
331 mustMakeExtensionType(&ptype.StandaloneExtension{
332 FullName: "fizz.buzz.repeated_enum_v2",
333 Number: 10018,
334 Cardinality: pref.Repeated,
335 Kind: pref.EnumKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700336 EnumType: enumV2Desc,
337 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800338 }, EnumProto2(0)),
339 mustMakeExtensionType(&ptype.StandaloneExtension{
340 FullName: "fizz.buzz.repeated_message_v2",
341 Number: 10019,
342 Cardinality: pref.Repeated,
343 Kind: pref.MessageKind,
Joe Tsai0fc49f82019-05-01 12:29:25 -0700344 MessageType: messageV2Desc,
345 ExtendedType: parentDesc,
Joe Tsai08e00302018-11-26 22:32:06 -0800346 }, (*EnumMessages)(nil)),
347 }
348
Joe Tsai4fddeba2019-03-20 18:29:32 -0700349 extensionDescs = []*piface.ExtensionDescV1{{
Joe Tsai08e00302018-11-26 22:32:06 -0800350 ExtendedType: (*legacyTestMessage)(nil),
351 ExtensionType: (*bool)(nil),
352 Field: 10000,
353 Name: "fizz.buzz.optional_bool",
354 Tag: "varint,10000,opt,name=optional_bool,def=1",
355 }, {
356 ExtendedType: (*legacyTestMessage)(nil),
357 ExtensionType: (*int32)(nil),
358 Field: 10001,
359 Name: "fizz.buzz.optional_int32",
360 Tag: "varint,10001,opt,name=optional_int32,def=-12345",
361 }, {
362 ExtendedType: (*legacyTestMessage)(nil),
363 ExtensionType: (*uint32)(nil),
364 Field: 10002,
365 Name: "fizz.buzz.optional_uint32",
366 Tag: "varint,10002,opt,name=optional_uint32,def=3200",
367 }, {
368 ExtendedType: (*legacyTestMessage)(nil),
369 ExtensionType: (*float32)(nil),
370 Field: 10003,
371 Name: "fizz.buzz.optional_float",
372 Tag: "fixed32,10003,opt,name=optional_float,def=3.14159",
373 }, {
374 ExtendedType: (*legacyTestMessage)(nil),
375 ExtensionType: (*string)(nil),
376 Field: 10004,
377 Name: "fizz.buzz.optional_string",
378 Tag: "bytes,10004,opt,name=optional_string,def=hello, \"world!\"\n",
379 }, {
380 ExtendedType: (*legacyTestMessage)(nil),
381 ExtensionType: ([]byte)(nil),
382 Field: 10005,
383 Name: "fizz.buzz.optional_bytes",
384 Tag: "bytes,10005,opt,name=optional_bytes,def=dead\\336\\255\\276\\357beef",
385 }, {
386 ExtendedType: (*legacyTestMessage)(nil),
387 ExtensionType: (*proto2_20180125.Message_ChildEnum)(nil),
388 Field: 10006,
389 Name: "fizz.buzz.optional_enum_v1",
390 Tag: "varint,10006,opt,name=optional_enum_v1,enum=google.golang.org.proto2_20180125.Message_ChildEnum,def=0",
391 }, {
392 ExtendedType: (*legacyTestMessage)(nil),
393 ExtensionType: (*proto2_20180125.Message_ChildMessage)(nil),
394 Field: 10007,
395 Name: "fizz.buzz.optional_message_v1",
396 Tag: "bytes,10007,opt,name=optional_message_v1",
397 }, {
398 ExtendedType: (*legacyTestMessage)(nil),
399 ExtensionType: (*EnumProto2)(nil),
400 Field: 10008,
401 Name: "fizz.buzz.optional_enum_v2",
402 Tag: "varint,10008,opt,name=optional_enum_v2,enum=EnumProto2,def=57005",
403 }, {
404 ExtendedType: (*legacyTestMessage)(nil),
405 ExtensionType: (*EnumMessages)(nil),
406 Field: 10009,
407 Name: "fizz.buzz.optional_message_v2",
408 Tag: "bytes,10009,opt,name=optional_message_v2",
409 }, {
410 ExtendedType: (*legacyTestMessage)(nil),
411 ExtensionType: ([]bool)(nil),
412 Field: 10010,
413 Name: "fizz.buzz.repeated_bool",
414 Tag: "varint,10010,rep,name=repeated_bool",
415 }, {
416 ExtendedType: (*legacyTestMessage)(nil),
417 ExtensionType: ([]int32)(nil),
418 Field: 10011,
419 Name: "fizz.buzz.repeated_int32",
420 Tag: "varint,10011,rep,name=repeated_int32",
421 }, {
422 ExtendedType: (*legacyTestMessage)(nil),
423 ExtensionType: ([]uint32)(nil),
424 Field: 10012,
425 Name: "fizz.buzz.repeated_uint32",
426 Tag: "varint,10012,rep,name=repeated_uint32",
427 }, {
428 ExtendedType: (*legacyTestMessage)(nil),
429 ExtensionType: ([]float32)(nil),
430 Field: 10013,
431 Name: "fizz.buzz.repeated_float",
432 Tag: "fixed32,10013,rep,name=repeated_float",
433 }, {
434 ExtendedType: (*legacyTestMessage)(nil),
435 ExtensionType: ([]string)(nil),
436 Field: 10014,
437 Name: "fizz.buzz.repeated_string",
438 Tag: "bytes,10014,rep,name=repeated_string",
439 }, {
440 ExtendedType: (*legacyTestMessage)(nil),
441 ExtensionType: ([][]byte)(nil),
442 Field: 10015,
443 Name: "fizz.buzz.repeated_bytes",
444 Tag: "bytes,10015,rep,name=repeated_bytes",
445 }, {
446 ExtendedType: (*legacyTestMessage)(nil),
447 ExtensionType: ([]proto2_20180125.Message_ChildEnum)(nil),
448 Field: 10016,
449 Name: "fizz.buzz.repeated_enum_v1",
450 Tag: "varint,10016,rep,name=repeated_enum_v1,enum=google.golang.org.proto2_20180125.Message_ChildEnum",
451 }, {
452 ExtendedType: (*legacyTestMessage)(nil),
453 ExtensionType: ([]*proto2_20180125.Message_ChildMessage)(nil),
454 Field: 10017,
455 Name: "fizz.buzz.repeated_message_v1",
456 Tag: "bytes,10017,rep,name=repeated_message_v1",
457 }, {
458 ExtendedType: (*legacyTestMessage)(nil),
459 ExtensionType: ([]EnumProto2)(nil),
460 Field: 10018,
461 Name: "fizz.buzz.repeated_enum_v2",
462 Tag: "varint,10018,rep,name=repeated_enum_v2,enum=EnumProto2",
463 }, {
464 ExtendedType: (*legacyTestMessage)(nil),
465 ExtensionType: ([]*EnumMessages)(nil),
466 Field: 10019,
467 Name: "fizz.buzz.repeated_message_v2",
468 Tag: "bytes,10019,rep,name=repeated_message_v2",
469 }}
470)
471
472func TestLegacyExtensions(t *testing.T) {
Joe Tsaif0c01e42018-11-06 13:05:20 -0800473 opts := cmp.Options{cmp.Comparer(func(x, y *proto2_20180125.Message_ChildMessage) bool {
474 return x == y // pointer compare messages for object identity
475 })}
476
477 m := new(legacyTestMessage)
Joe Tsai08e00302018-11-26 22:32:06 -0800478 fs := pimpl.Export{}.MessageOf(m).KnownFields()
Joe Tsaif0c01e42018-11-06 13:05:20 -0800479 ts := fs.ExtensionTypes()
480
481 if n := fs.Len(); n != 0 {
482 t.Errorf("KnownFields.Len() = %v, want 0", n)
483 }
484 if n := ts.Len(); n != 0 {
485 t.Errorf("ExtensionFieldTypes.Len() = %v, want 0", n)
486 }
487
488 // Register all the extension types.
Joe Tsai08e00302018-11-26 22:32:06 -0800489 for _, xt := range extensionTypes {
Joe Tsaif0c01e42018-11-06 13:05:20 -0800490 ts.Register(xt)
491 }
492
493 // Check that getting the zero value returns the default value for scalars,
Joe Tsai4b7aff62018-11-14 14:05:19 -0800494 // nil for singular messages, and an empty list for repeated fields.
Joe Tsaif0c01e42018-11-06 13:05:20 -0800495 defaultValues := []interface{}{
496 bool(true),
497 int32(-12345),
498 uint32(3200),
499 float32(3.14159),
500 string("hello, \"world!\"\n"),
501 []byte("dead\xde\xad\xbe\xefbeef"),
502 proto2_20180125.Message_ALPHA,
503 nil,
Joe Tsai87b955b2018-11-14 21:59:49 -0800504 EnumProto2(0xdead),
505 nil,
Joe Tsaif0c01e42018-11-06 13:05:20 -0800506 new([]bool),
507 new([]int32),
508 new([]uint32),
509 new([]float32),
510 new([]string),
511 new([][]byte),
512 new([]proto2_20180125.Message_ChildEnum),
513 new([]*proto2_20180125.Message_ChildMessage),
Joe Tsai87b955b2018-11-14 21:59:49 -0800514 new([]EnumProto2),
515 new([]*EnumMessages),
Joe Tsaif0c01e42018-11-06 13:05:20 -0800516 }
Joe Tsai08e00302018-11-26 22:32:06 -0800517 for i, xt := range extensionTypes {
Joe Tsaif0c01e42018-11-06 13:05:20 -0800518 var got interface{}
Joe Tsai0fc49f82019-05-01 12:29:25 -0700519 num := xt.Descriptor().Number()
520 if v := fs.Get(num); v.IsValid() {
Joe Tsaif6d4a422018-11-19 14:26:06 -0800521 got = xt.InterfaceOf(v)
Joe Tsaif0c01e42018-11-06 13:05:20 -0800522 }
523 want := defaultValues[i]
524 if diff := cmp.Diff(want, got, opts); diff != "" {
Joe Tsai0fc49f82019-05-01 12:29:25 -0700525 t.Errorf("KnownFields.Get(%d) mismatch (-want +got):\n%v", num, diff)
Joe Tsaif0c01e42018-11-06 13:05:20 -0800526 }
527 }
528
529 // All fields should be unpopulated.
Joe Tsai08e00302018-11-26 22:32:06 -0800530 for _, xt := range extensionTypes {
Joe Tsai0fc49f82019-05-01 12:29:25 -0700531 num := xt.Descriptor().Number()
532 if fs.Has(num) {
533 t.Errorf("KnownFields.Has(%d) = true, want false", num)
Joe Tsaif0c01e42018-11-06 13:05:20 -0800534 }
535 }
536
Joe Tsai4b7aff62018-11-14 14:05:19 -0800537 // Set some values and append to values to the lists.
Joe Tsai009e0672018-11-27 18:45:07 -0800538 m1a := &proto2_20180125.Message_ChildMessage{F1: scalar.String("m1a")}
539 m1b := &proto2_20180125.Message_ChildMessage{F1: scalar.String("m2b")}
Joe Tsai87b955b2018-11-14 21:59:49 -0800540 m2a := &EnumMessages{EnumP2: EnumProto2(0x1b).Enum()}
541 m2b := &EnumMessages{EnumP2: EnumProto2(0x2b).Enum()}
Joe Tsaif0c01e42018-11-06 13:05:20 -0800542 setValues := []interface{}{
543 bool(false),
544 int32(-54321),
545 uint32(6400),
546 float32(2.71828),
547 string("goodbye, \"world!\"\n"),
548 []byte("live\xde\xad\xbe\xefchicken"),
549 proto2_20180125.Message_CHARLIE,
Joe Tsai87b955b2018-11-14 21:59:49 -0800550 m1a,
551 EnumProto2(0xbeef),
552 m2a,
Joe Tsaif0c01e42018-11-06 13:05:20 -0800553 &[]bool{true},
554 &[]int32{-1000},
555 &[]uint32{1280},
556 &[]float32{1.6180},
557 &[]string{"zero"},
558 &[][]byte{[]byte("zero")},
559 &[]proto2_20180125.Message_ChildEnum{proto2_20180125.Message_BRAVO},
Joe Tsai87b955b2018-11-14 21:59:49 -0800560 &[]*proto2_20180125.Message_ChildMessage{m1b},
561 &[]EnumProto2{0xdead},
562 &[]*EnumMessages{m2b},
Joe Tsaif0c01e42018-11-06 13:05:20 -0800563 }
Joe Tsai08e00302018-11-26 22:32:06 -0800564 for i, xt := range extensionTypes {
Joe Tsai0fc49f82019-05-01 12:29:25 -0700565 fs.Set(xt.Descriptor().Number(), xt.ValueOf(setValues[i]))
Joe Tsaif0c01e42018-11-06 13:05:20 -0800566 }
Joe Tsai08e00302018-11-26 22:32:06 -0800567 for i, xt := range extensionTypes[len(extensionTypes)/2:] {
568 v := extensionTypes[i].ValueOf(setValues[i])
Joe Tsai0fc49f82019-05-01 12:29:25 -0700569 fs.Get(xt.Descriptor().Number()).List().Append(v)
Joe Tsaif0c01e42018-11-06 13:05:20 -0800570 }
571
572 // Get the values and check for equality.
573 getValues := []interface{}{
574 bool(false),
575 int32(-54321),
576 uint32(6400),
577 float32(2.71828),
578 string("goodbye, \"world!\"\n"),
579 []byte("live\xde\xad\xbe\xefchicken"),
580 proto2_20180125.Message_ChildEnum(proto2_20180125.Message_CHARLIE),
Joe Tsai87b955b2018-11-14 21:59:49 -0800581 m1a,
582 EnumProto2(0xbeef),
583 m2a,
Joe Tsaif0c01e42018-11-06 13:05:20 -0800584 &[]bool{true, false},
585 &[]int32{-1000, -54321},
586 &[]uint32{1280, 6400},
587 &[]float32{1.6180, 2.71828},
588 &[]string{"zero", "goodbye, \"world!\"\n"},
589 &[][]byte{[]byte("zero"), []byte("live\xde\xad\xbe\xefchicken")},
590 &[]proto2_20180125.Message_ChildEnum{proto2_20180125.Message_BRAVO, proto2_20180125.Message_CHARLIE},
Joe Tsai87b955b2018-11-14 21:59:49 -0800591 &[]*proto2_20180125.Message_ChildMessage{m1b, m1a},
592 &[]EnumProto2{0xdead, 0xbeef},
593 &[]*EnumMessages{m2b, m2a},
Joe Tsaif0c01e42018-11-06 13:05:20 -0800594 }
Joe Tsai08e00302018-11-26 22:32:06 -0800595 for i, xt := range extensionTypes {
Joe Tsai0fc49f82019-05-01 12:29:25 -0700596 num := xt.Descriptor().Number()
597 got := xt.InterfaceOf(fs.Get(num))
Joe Tsaif0c01e42018-11-06 13:05:20 -0800598 want := getValues[i]
599 if diff := cmp.Diff(want, got, opts); diff != "" {
Joe Tsai0fc49f82019-05-01 12:29:25 -0700600 t.Errorf("KnownFields.Get(%d) mismatch (-want +got):\n%v", num, diff)
Joe Tsaif0c01e42018-11-06 13:05:20 -0800601 }
602 }
603
Joe Tsai87b955b2018-11-14 21:59:49 -0800604 if n := fs.Len(); n != 20 {
Joe Tsaif0c01e42018-11-06 13:05:20 -0800605 t.Errorf("KnownFields.Len() = %v, want 0", n)
606 }
Joe Tsai87b955b2018-11-14 21:59:49 -0800607 if n := ts.Len(); n != 20 {
608 t.Errorf("ExtensionFieldTypes.Len() = %v, want 20", n)
Joe Tsaif0c01e42018-11-06 13:05:20 -0800609 }
610
611 // Clear the field for all extension types.
Joe Tsai08e00302018-11-26 22:32:06 -0800612 for _, xt := range extensionTypes[:len(extensionTypes)/2] {
Joe Tsai0fc49f82019-05-01 12:29:25 -0700613 fs.Clear(xt.Descriptor().Number())
Joe Tsaif0c01e42018-11-06 13:05:20 -0800614 }
Joe Tsai08e00302018-11-26 22:32:06 -0800615 for i, xt := range extensionTypes[len(extensionTypes)/2:] {
Joe Tsaif6d4a422018-11-19 14:26:06 -0800616 if i%2 == 0 {
Joe Tsai0fc49f82019-05-01 12:29:25 -0700617 fs.Clear(xt.Descriptor().Number())
Joe Tsaif6d4a422018-11-19 14:26:06 -0800618 } else {
Joe Tsai0fc49f82019-05-01 12:29:25 -0700619 fs.Get(xt.Descriptor().Number()).List().Truncate(0)
Joe Tsaif6d4a422018-11-19 14:26:06 -0800620 }
621 }
Joe Tsaif0c01e42018-11-06 13:05:20 -0800622 if n := fs.Len(); n != 0 {
623 t.Errorf("KnownFields.Len() = %v, want 0", n)
624 }
Joe Tsai87b955b2018-11-14 21:59:49 -0800625 if n := ts.Len(); n != 20 {
626 t.Errorf("ExtensionFieldTypes.Len() = %v, want 20", n)
Joe Tsaif0c01e42018-11-06 13:05:20 -0800627 }
628
629 // De-register all extension types.
Joe Tsai08e00302018-11-26 22:32:06 -0800630 for _, xt := range extensionTypes {
Joe Tsaif0c01e42018-11-06 13:05:20 -0800631 ts.Remove(xt)
632 }
633 if n := fs.Len(); n != 0 {
634 t.Errorf("KnownFields.Len() = %v, want 0", n)
635 }
636 if n := ts.Len(); n != 0 {
637 t.Errorf("ExtensionFieldTypes.Len() = %v, want 0", n)
638 }
Joe Tsai08e00302018-11-26 22:32:06 -0800639}
Joe Tsaif0c01e42018-11-06 13:05:20 -0800640
Joe Tsai08e00302018-11-26 22:32:06 -0800641func TestExtensionConvert(t *testing.T) {
642 for i := range extensionTypes {
643 i := i
644 t.Run("", func(t *testing.T) {
645 t.Parallel()
646
647 wantType := extensionTypes[i]
648 wantDesc := extensionDescs[i]
649 gotType := plegacy.Export{}.ExtensionTypeFromDesc(wantDesc)
650 gotDesc := plegacy.Export{}.ExtensionDescFromType(wantType)
651
652 // TODO: We need a test package to compare descriptors.
653 type list interface {
654 Len() int
655 pragma.DoNotImplement
656 }
657 opts := cmp.Options{
658 cmp.Comparer(func(x, y reflect.Type) bool {
659 return x == y
660 }),
661 cmp.Transformer("", func(x list) []interface{} {
662 out := make([]interface{}, x.Len())
663 v := reflect.ValueOf(x)
664 for i := 0; i < x.Len(); i++ {
665 m := v.MethodByName("Get")
666 out[i] = m.Call([]reflect.Value{reflect.ValueOf(i)})[0].Interface()
667 }
668 return out
669 }),
Joe Tsai0fc49f82019-05-01 12:29:25 -0700670 // TODO: Add this when ExtensionType no longer implements
671 // ExtensionDescriptor.
672 /*
673 cmp.Transformer("", func(x pref.ExtensionType) pref.ExtensionDescriptor {
674 return x.Descriptor()
675 }),
676 */
Joe Tsai08e00302018-11-26 22:32:06 -0800677 cmp.Transformer("", func(x pref.Descriptor) map[string]interface{} {
678 out := make(map[string]interface{})
679 v := reflect.ValueOf(x)
680 for i := 0; i < v.NumMethod(); i++ {
681 name := v.Type().Method(i).Name
682 if m := v.Method(i); m.Type().NumIn() == 0 && m.Type().NumOut() == 1 {
683 switch name {
684 case "New":
685 // Ignore New since it a constructor.
686 case "Options":
687 // Ignore descriptor options since protos are not cmperable.
Joe Tsaid24bc722019-04-15 23:39:09 -0700688 case "Oneof", "Extendee", "Enum", "Message":
Joe Tsai08e00302018-11-26 22:32:06 -0800689 // Avoid descending into a dependency to avoid a cycle.
690 // Just record the full name if available.
691 //
692 // TODO: Cycle support in cmp would be useful here.
693 v := m.Call(nil)[0]
694 if !v.IsNil() {
695 out[name] = v.Interface().(pref.Descriptor).FullName()
696 }
697 default:
698 out[name] = m.Call(nil)[0].Interface()
699 }
700 }
701 }
702 return out
703 }),
704 cmp.Transformer("", func(v pref.Value) interface{} {
705 return v.Interface()
706 }),
707 }
708 if diff := cmp.Diff(&wantType, &gotType, opts); diff != "" {
709 t.Errorf("ExtensionType mismatch (-want, +got):\n%v", diff)
710 }
711
712 opts = cmp.Options{
Joe Tsai4fddeba2019-03-20 18:29:32 -0700713 cmpopts.IgnoreFields(piface.ExtensionDescV1{}, "Type"),
Joe Tsai08e00302018-11-26 22:32:06 -0800714 }
715 if diff := cmp.Diff(wantDesc, gotDesc, opts); diff != "" {
716 t.Errorf("ExtensionDesc mismatch (-want, +got):\n%v", diff)
717 }
718 })
719 }
Joe Tsaif0c01e42018-11-06 13:05:20 -0800720}