blob: 845c67d6e7e52d2e290557bebde51f363d715fed [file] [log] [blame]
Damien Neilc37adef2019-04-01 13:49:56 -07001// Copyright 2019 The Go Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style
3// license that can be found in the LICENSE file.
4
5package impl
6
7import (
Damien Neil37cbbeb2020-02-24 11:10:10 -08008 "math"
Damien Neilc37adef2019-04-01 13:49:56 -07009 "sort"
10 "sync/atomic"
11
Damien Neilce3384c2019-11-06 13:18:28 -080012 "google.golang.org/protobuf/internal/flags"
Damien Neilc37adef2019-04-01 13:49:56 -070013 proto "google.golang.org/protobuf/proto"
Damien Neilc37adef2019-04-01 13:49:56 -070014 piface "google.golang.org/protobuf/runtime/protoiface"
15)
16
Damien Neil466dd772020-02-14 14:49:35 -080017type marshalOptions struct {
18 flags piface.MarshalInputFlags
19}
Damien Neilc37adef2019-04-01 13:49:56 -070020
21func (o marshalOptions) Options() proto.MarshalOptions {
22 return proto.MarshalOptions{
Damien Neile91877d2019-06-27 10:54:42 -070023 AllowPartial: true,
Damien Neilc37adef2019-04-01 13:49:56 -070024 Deterministic: o.Deterministic(),
25 UseCachedSize: o.UseCachedSize(),
26 }
27}
28
Damien Neil466dd772020-02-14 14:49:35 -080029func (o marshalOptions) Deterministic() bool { return o.flags&piface.MarshalDeterministic != 0 }
30func (o marshalOptions) UseCachedSize() bool { return o.flags&piface.MarshalUseCachedSize != 0 }
Damien Neilc37adef2019-04-01 13:49:56 -070031
32// size is protoreflect.Methods.Size.
Damien Neil466dd772020-02-14 14:49:35 -080033func (mi *MessageInfo) size(in piface.SizeInput) piface.SizeOutput {
Joe Tsai0f81b382019-07-10 23:14:31 -070034 var p pointer
Damien Neil466dd772020-02-14 14:49:35 -080035 if ms, ok := in.Message.(*messageState); ok {
Joe Tsai0f81b382019-07-10 23:14:31 -070036 p = ms.pointer()
37 } else {
Damien Neil466dd772020-02-14 14:49:35 -080038 p = in.Message.(*messageReflectWrapper).pointer()
Joe Tsai0f81b382019-07-10 23:14:31 -070039 }
Damien Neil466dd772020-02-14 14:49:35 -080040 size := mi.sizePointer(p, marshalOptions{
41 flags: in.Flags,
42 })
43 return piface.SizeOutput{Size: size}
Damien Neilc37adef2019-04-01 13:49:56 -070044}
45
Joe Tsai4fe96632019-05-22 05:12:36 -040046func (mi *MessageInfo) sizePointer(p pointer, opts marshalOptions) (size int) {
Damien Neilc37adef2019-04-01 13:49:56 -070047 mi.init()
48 if p.IsNil() {
49 return 0
50 }
51 if opts.UseCachedSize() && mi.sizecacheOffset.IsValid() {
Damien Neil37cbbeb2020-02-24 11:10:10 -080052 if size := atomic.LoadInt32(p.Apply(mi.sizecacheOffset).Int32()); size >= 0 {
53 return int(size)
54 }
Damien Neilc37adef2019-04-01 13:49:56 -070055 }
56 return mi.sizePointerSlow(p, opts)
57}
58
Joe Tsai4fe96632019-05-22 05:12:36 -040059func (mi *MessageInfo) sizePointerSlow(p pointer, opts marshalOptions) (size int) {
Damien Neilce3384c2019-11-06 13:18:28 -080060 if flags.ProtoLegacy && mi.isMessageSet {
61 size = sizeMessageSet(mi, p, opts)
62 if mi.sizecacheOffset.IsValid() {
63 atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), int32(size))
64 }
65 return size
66 }
Damien Neilc37adef2019-04-01 13:49:56 -070067 if mi.extensionOffset.IsValid() {
68 e := p.Apply(mi.extensionOffset).Extensions()
69 size += mi.sizeExtensions(e, opts)
70 }
Damien Neil4ae30bb2019-06-20 10:12:23 -070071 for _, f := range mi.orderedCoderFields {
Damien Neilce413af2019-12-05 16:36:28 -080072 if f.funcs.size == nil {
Damien Neilc37adef2019-04-01 13:49:56 -070073 continue
74 }
Damien Neilce413af2019-12-05 16:36:28 -080075 fptr := p.Apply(f.offset)
76 if f.isPointer && fptr.Elem().IsNil() {
Damien Neilc37adef2019-04-01 13:49:56 -070077 continue
78 }
Damien Neil316febd2020-02-09 12:26:50 -080079 size += f.funcs.size(fptr, f, opts)
Damien Neilc37adef2019-04-01 13:49:56 -070080 }
81 if mi.unknownOffset.IsValid() {
Joe Tsai5d634732020-07-26 22:37:47 -070082 if u := mi.getUnknownBytes(p); u != nil {
83 size += len(*u)
84 }
Damien Neilc37adef2019-04-01 13:49:56 -070085 }
86 if mi.sizecacheOffset.IsValid() {
Damien Neil37cbbeb2020-02-24 11:10:10 -080087 if size > math.MaxInt32 {
88 // The size is too large for the int32 sizecache field.
89 // We will need to recompute the size when encoding;
90 // unfortunately expensive, but better than invalid output.
91 atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), -1)
92 } else {
93 atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), int32(size))
94 }
Damien Neilc37adef2019-04-01 13:49:56 -070095 }
96 return size
97}
98
Damien Neil61781dd2020-01-21 13:29:51 -080099// marshal is protoreflect.Methods.Marshal.
Damien Neil466dd772020-02-14 14:49:35 -0800100func (mi *MessageInfo) marshal(in piface.MarshalInput) (out piface.MarshalOutput, err error) {
Joe Tsai0f81b382019-07-10 23:14:31 -0700101 var p pointer
Damien Neil466dd772020-02-14 14:49:35 -0800102 if ms, ok := in.Message.(*messageState); ok {
Joe Tsai0f81b382019-07-10 23:14:31 -0700103 p = ms.pointer()
104 } else {
Damien Neil466dd772020-02-14 14:49:35 -0800105 p = in.Message.(*messageReflectWrapper).pointer()
Joe Tsai0f81b382019-07-10 23:14:31 -0700106 }
Damien Neil466dd772020-02-14 14:49:35 -0800107 b, err := mi.marshalAppendPointer(in.Buf, p, marshalOptions{
108 flags: in.Flags,
109 })
Damien Neil61781dd2020-01-21 13:29:51 -0800110 return piface.MarshalOutput{Buf: b}, err
Damien Neilc37adef2019-04-01 13:49:56 -0700111}
112
Joe Tsai4fe96632019-05-22 05:12:36 -0400113func (mi *MessageInfo) marshalAppendPointer(b []byte, p pointer, opts marshalOptions) ([]byte, error) {
Damien Neilc37adef2019-04-01 13:49:56 -0700114 mi.init()
115 if p.IsNil() {
116 return b, nil
117 }
Damien Neilce3384c2019-11-06 13:18:28 -0800118 if flags.ProtoLegacy && mi.isMessageSet {
119 return marshalMessageSet(mi, b, p, opts)
120 }
Damien Neilc37adef2019-04-01 13:49:56 -0700121 var err error
Damien Neilc37adef2019-04-01 13:49:56 -0700122 // The old marshaler encodes extensions at beginning.
123 if mi.extensionOffset.IsValid() {
124 e := p.Apply(mi.extensionOffset).Extensions()
125 // TODO: Special handling for MessageSet?
126 b, err = mi.appendExtensions(b, e, opts)
Damien Neil8c86fc52019-06-19 09:28:29 -0700127 if err != nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700128 return b, err
129 }
130 }
Damien Neil4ae30bb2019-06-20 10:12:23 -0700131 for _, f := range mi.orderedCoderFields {
Damien Neilce413af2019-12-05 16:36:28 -0800132 if f.funcs.marshal == nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700133 continue
134 }
Damien Neilce413af2019-12-05 16:36:28 -0800135 fptr := p.Apply(f.offset)
136 if f.isPointer && fptr.Elem().IsNil() {
Damien Neilc37adef2019-04-01 13:49:56 -0700137 continue
138 }
Damien Neil316febd2020-02-09 12:26:50 -0800139 b, err = f.funcs.marshal(b, fptr, f, opts)
Damien Neil8c86fc52019-06-19 09:28:29 -0700140 if err != nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700141 return b, err
142 }
143 }
Damien Neilce3384c2019-11-06 13:18:28 -0800144 if mi.unknownOffset.IsValid() && !mi.isMessageSet {
Joe Tsai5d634732020-07-26 22:37:47 -0700145 if u := mi.getUnknownBytes(p); u != nil {
146 b = append(b, (*u)...)
147 }
Damien Neilc37adef2019-04-01 13:49:56 -0700148 }
Damien Neil8c86fc52019-06-19 09:28:29 -0700149 return b, nil
Damien Neilc37adef2019-04-01 13:49:56 -0700150}
151
Joe Tsai89d49632019-06-04 16:20:00 -0700152func (mi *MessageInfo) sizeExtensions(ext *map[int32]ExtensionField, opts marshalOptions) (n int) {
Damien Neilc37adef2019-04-01 13:49:56 -0700153 if ext == nil {
154 return 0
155 }
Joe Tsai89d49632019-06-04 16:20:00 -0700156 for _, x := range *ext {
Damien Neil79571e92019-12-09 10:24:36 -0800157 xi := getExtensionFieldInfo(x.Type())
Joe Tsai89d49632019-06-04 16:20:00 -0700158 if xi.funcs.size == nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700159 continue
160 }
Damien Neil68b81c32019-08-22 11:41:32 -0700161 n += xi.funcs.size(x.Value(), xi.tagsize, opts)
Damien Neilc37adef2019-04-01 13:49:56 -0700162 }
163 return n
164}
165
Joe Tsai89d49632019-06-04 16:20:00 -0700166func (mi *MessageInfo) appendExtensions(b []byte, ext *map[int32]ExtensionField, opts marshalOptions) ([]byte, error) {
Damien Neilc37adef2019-04-01 13:49:56 -0700167 if ext == nil {
168 return b, nil
169 }
170
171 switch len(*ext) {
172 case 0:
173 return b, nil
174 case 1:
175 // Fast-path for one extension: Don't bother sorting the keys.
176 var err error
Joe Tsai89d49632019-06-04 16:20:00 -0700177 for _, x := range *ext {
Damien Neil79571e92019-12-09 10:24:36 -0800178 xi := getExtensionFieldInfo(x.Type())
Damien Neil68b81c32019-08-22 11:41:32 -0700179 b, err = xi.funcs.marshal(b, x.Value(), xi.wiretag, opts)
Damien Neilc37adef2019-04-01 13:49:56 -0700180 }
181 return b, err
182 default:
183 // Sort the keys to provide a deterministic encoding.
184 // Not sure this is required, but the old code does it.
185 keys := make([]int, 0, len(*ext))
186 for k := range *ext {
187 keys = append(keys, int(k))
188 }
189 sort.Ints(keys)
190 var err error
Damien Neilc37adef2019-04-01 13:49:56 -0700191 for _, k := range keys {
Joe Tsai89d49632019-06-04 16:20:00 -0700192 x := (*ext)[int32(k)]
Damien Neil79571e92019-12-09 10:24:36 -0800193 xi := getExtensionFieldInfo(x.Type())
Damien Neil68b81c32019-08-22 11:41:32 -0700194 b, err = xi.funcs.marshal(b, x.Value(), xi.wiretag, opts)
Damien Neil8c86fc52019-06-19 09:28:29 -0700195 if err != nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700196 return b, err
197 }
198 }
Damien Neil8c86fc52019-06-19 09:28:29 -0700199 return b, nil
Damien Neilc37adef2019-04-01 13:49:56 -0700200 }
201}