blob: 8c8a794c631da841d657412a04793754d33a0fb9 [file] [log] [blame]
Damien Neilc37adef2019-04-01 13:49:56 -07001// Copyright 2019 The Go Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style
3// license that can be found in the LICENSE file.
4
5package impl
6
7import (
Damien Neil37cbbeb2020-02-24 11:10:10 -08008 "math"
Damien Neilc37adef2019-04-01 13:49:56 -07009 "sort"
10 "sync/atomic"
11
Damien Neilce3384c2019-11-06 13:18:28 -080012 "google.golang.org/protobuf/internal/flags"
Damien Neilc37adef2019-04-01 13:49:56 -070013 proto "google.golang.org/protobuf/proto"
Damien Neilc37adef2019-04-01 13:49:56 -070014 piface "google.golang.org/protobuf/runtime/protoiface"
15)
16
Damien Neil466dd772020-02-14 14:49:35 -080017type marshalOptions struct {
18 flags piface.MarshalInputFlags
19}
Damien Neilc37adef2019-04-01 13:49:56 -070020
21func (o marshalOptions) Options() proto.MarshalOptions {
22 return proto.MarshalOptions{
Damien Neile91877d2019-06-27 10:54:42 -070023 AllowPartial: true,
Damien Neilc37adef2019-04-01 13:49:56 -070024 Deterministic: o.Deterministic(),
25 UseCachedSize: o.UseCachedSize(),
26 }
27}
28
Damien Neil466dd772020-02-14 14:49:35 -080029func (o marshalOptions) Deterministic() bool { return o.flags&piface.MarshalDeterministic != 0 }
30func (o marshalOptions) UseCachedSize() bool { return o.flags&piface.MarshalUseCachedSize != 0 }
Damien Neilc37adef2019-04-01 13:49:56 -070031
32// size is protoreflect.Methods.Size.
Damien Neil466dd772020-02-14 14:49:35 -080033func (mi *MessageInfo) size(in piface.SizeInput) piface.SizeOutput {
Joe Tsai0f81b382019-07-10 23:14:31 -070034 var p pointer
Damien Neil466dd772020-02-14 14:49:35 -080035 if ms, ok := in.Message.(*messageState); ok {
Joe Tsai0f81b382019-07-10 23:14:31 -070036 p = ms.pointer()
37 } else {
Damien Neil466dd772020-02-14 14:49:35 -080038 p = in.Message.(*messageReflectWrapper).pointer()
Joe Tsai0f81b382019-07-10 23:14:31 -070039 }
Damien Neil466dd772020-02-14 14:49:35 -080040 size := mi.sizePointer(p, marshalOptions{
41 flags: in.Flags,
42 })
43 return piface.SizeOutput{Size: size}
Damien Neilc37adef2019-04-01 13:49:56 -070044}
45
Joe Tsai4fe96632019-05-22 05:12:36 -040046func (mi *MessageInfo) sizePointer(p pointer, opts marshalOptions) (size int) {
Damien Neilc37adef2019-04-01 13:49:56 -070047 mi.init()
48 if p.IsNil() {
49 return 0
50 }
51 if opts.UseCachedSize() && mi.sizecacheOffset.IsValid() {
Damien Neil37cbbeb2020-02-24 11:10:10 -080052 if size := atomic.LoadInt32(p.Apply(mi.sizecacheOffset).Int32()); size >= 0 {
53 return int(size)
54 }
Damien Neilc37adef2019-04-01 13:49:56 -070055 }
56 return mi.sizePointerSlow(p, opts)
57}
58
Joe Tsai4fe96632019-05-22 05:12:36 -040059func (mi *MessageInfo) sizePointerSlow(p pointer, opts marshalOptions) (size int) {
Damien Neilce3384c2019-11-06 13:18:28 -080060 if flags.ProtoLegacy && mi.isMessageSet {
61 size = sizeMessageSet(mi, p, opts)
62 if mi.sizecacheOffset.IsValid() {
63 atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), int32(size))
64 }
65 return size
66 }
Damien Neilc37adef2019-04-01 13:49:56 -070067 if mi.extensionOffset.IsValid() {
68 e := p.Apply(mi.extensionOffset).Extensions()
69 size += mi.sizeExtensions(e, opts)
70 }
Damien Neil4ae30bb2019-06-20 10:12:23 -070071 for _, f := range mi.orderedCoderFields {
Damien Neilce413af2019-12-05 16:36:28 -080072 if f.funcs.size == nil {
Damien Neilc37adef2019-04-01 13:49:56 -070073 continue
74 }
Damien Neilce413af2019-12-05 16:36:28 -080075 fptr := p.Apply(f.offset)
76 if f.isPointer && fptr.Elem().IsNil() {
Damien Neilc37adef2019-04-01 13:49:56 -070077 continue
78 }
Damien Neil316febd2020-02-09 12:26:50 -080079 size += f.funcs.size(fptr, f, opts)
Damien Neilc37adef2019-04-01 13:49:56 -070080 }
81 if mi.unknownOffset.IsValid() {
82 u := *p.Apply(mi.unknownOffset).Bytes()
83 size += len(u)
84 }
85 if mi.sizecacheOffset.IsValid() {
Damien Neil37cbbeb2020-02-24 11:10:10 -080086 if size > math.MaxInt32 {
87 // The size is too large for the int32 sizecache field.
88 // We will need to recompute the size when encoding;
89 // unfortunately expensive, but better than invalid output.
90 atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), -1)
91 } else {
92 atomic.StoreInt32(p.Apply(mi.sizecacheOffset).Int32(), int32(size))
93 }
Damien Neilc37adef2019-04-01 13:49:56 -070094 }
95 return size
96}
97
Damien Neil61781dd2020-01-21 13:29:51 -080098// marshal is protoreflect.Methods.Marshal.
Damien Neil466dd772020-02-14 14:49:35 -080099func (mi *MessageInfo) marshal(in piface.MarshalInput) (out piface.MarshalOutput, err error) {
Joe Tsai0f81b382019-07-10 23:14:31 -0700100 var p pointer
Damien Neil466dd772020-02-14 14:49:35 -0800101 if ms, ok := in.Message.(*messageState); ok {
Joe Tsai0f81b382019-07-10 23:14:31 -0700102 p = ms.pointer()
103 } else {
Damien Neil466dd772020-02-14 14:49:35 -0800104 p = in.Message.(*messageReflectWrapper).pointer()
Joe Tsai0f81b382019-07-10 23:14:31 -0700105 }
Damien Neil466dd772020-02-14 14:49:35 -0800106 b, err := mi.marshalAppendPointer(in.Buf, p, marshalOptions{
107 flags: in.Flags,
108 })
Damien Neil61781dd2020-01-21 13:29:51 -0800109 return piface.MarshalOutput{Buf: b}, err
Damien Neilc37adef2019-04-01 13:49:56 -0700110}
111
Joe Tsai4fe96632019-05-22 05:12:36 -0400112func (mi *MessageInfo) marshalAppendPointer(b []byte, p pointer, opts marshalOptions) ([]byte, error) {
Damien Neilc37adef2019-04-01 13:49:56 -0700113 mi.init()
114 if p.IsNil() {
115 return b, nil
116 }
Damien Neilce3384c2019-11-06 13:18:28 -0800117 if flags.ProtoLegacy && mi.isMessageSet {
118 return marshalMessageSet(mi, b, p, opts)
119 }
Damien Neilc37adef2019-04-01 13:49:56 -0700120 var err error
Damien Neilc37adef2019-04-01 13:49:56 -0700121 // The old marshaler encodes extensions at beginning.
122 if mi.extensionOffset.IsValid() {
123 e := p.Apply(mi.extensionOffset).Extensions()
124 // TODO: Special handling for MessageSet?
125 b, err = mi.appendExtensions(b, e, opts)
Damien Neil8c86fc52019-06-19 09:28:29 -0700126 if err != nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700127 return b, err
128 }
129 }
Damien Neil4ae30bb2019-06-20 10:12:23 -0700130 for _, f := range mi.orderedCoderFields {
Damien Neilce413af2019-12-05 16:36:28 -0800131 if f.funcs.marshal == nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700132 continue
133 }
Damien Neilce413af2019-12-05 16:36:28 -0800134 fptr := p.Apply(f.offset)
135 if f.isPointer && fptr.Elem().IsNil() {
Damien Neilc37adef2019-04-01 13:49:56 -0700136 continue
137 }
Damien Neil316febd2020-02-09 12:26:50 -0800138 b, err = f.funcs.marshal(b, fptr, f, opts)
Damien Neil8c86fc52019-06-19 09:28:29 -0700139 if err != nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700140 return b, err
141 }
142 }
Damien Neilce3384c2019-11-06 13:18:28 -0800143 if mi.unknownOffset.IsValid() && !mi.isMessageSet {
Damien Neilc37adef2019-04-01 13:49:56 -0700144 u := *p.Apply(mi.unknownOffset).Bytes()
145 b = append(b, u...)
146 }
Damien Neil8c86fc52019-06-19 09:28:29 -0700147 return b, nil
Damien Neilc37adef2019-04-01 13:49:56 -0700148}
149
Joe Tsai89d49632019-06-04 16:20:00 -0700150func (mi *MessageInfo) sizeExtensions(ext *map[int32]ExtensionField, opts marshalOptions) (n int) {
Damien Neilc37adef2019-04-01 13:49:56 -0700151 if ext == nil {
152 return 0
153 }
Joe Tsai89d49632019-06-04 16:20:00 -0700154 for _, x := range *ext {
Damien Neil79571e92019-12-09 10:24:36 -0800155 xi := getExtensionFieldInfo(x.Type())
Joe Tsai89d49632019-06-04 16:20:00 -0700156 if xi.funcs.size == nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700157 continue
158 }
Damien Neil68b81c32019-08-22 11:41:32 -0700159 n += xi.funcs.size(x.Value(), xi.tagsize, opts)
Damien Neilc37adef2019-04-01 13:49:56 -0700160 }
161 return n
162}
163
Joe Tsai89d49632019-06-04 16:20:00 -0700164func (mi *MessageInfo) appendExtensions(b []byte, ext *map[int32]ExtensionField, opts marshalOptions) ([]byte, error) {
Damien Neilc37adef2019-04-01 13:49:56 -0700165 if ext == nil {
166 return b, nil
167 }
168
169 switch len(*ext) {
170 case 0:
171 return b, nil
172 case 1:
173 // Fast-path for one extension: Don't bother sorting the keys.
174 var err error
Joe Tsai89d49632019-06-04 16:20:00 -0700175 for _, x := range *ext {
Damien Neil79571e92019-12-09 10:24:36 -0800176 xi := getExtensionFieldInfo(x.Type())
Damien Neil68b81c32019-08-22 11:41:32 -0700177 b, err = xi.funcs.marshal(b, x.Value(), xi.wiretag, opts)
Damien Neilc37adef2019-04-01 13:49:56 -0700178 }
179 return b, err
180 default:
181 // Sort the keys to provide a deterministic encoding.
182 // Not sure this is required, but the old code does it.
183 keys := make([]int, 0, len(*ext))
184 for k := range *ext {
185 keys = append(keys, int(k))
186 }
187 sort.Ints(keys)
188 var err error
Damien Neilc37adef2019-04-01 13:49:56 -0700189 for _, k := range keys {
Joe Tsai89d49632019-06-04 16:20:00 -0700190 x := (*ext)[int32(k)]
Damien Neil79571e92019-12-09 10:24:36 -0800191 xi := getExtensionFieldInfo(x.Type())
Damien Neil68b81c32019-08-22 11:41:32 -0700192 b, err = xi.funcs.marshal(b, x.Value(), xi.wiretag, opts)
Damien Neil8c86fc52019-06-19 09:28:29 -0700193 if err != nil {
Damien Neilc37adef2019-04-01 13:49:56 -0700194 return b, err
195 }
196 }
Damien Neil8c86fc52019-06-19 09:28:29 -0700197 return b, nil
Damien Neilc37adef2019-04-01 13:49:56 -0700198 }
199}