Vitaly Buka | 00b6107 | 2016-10-19 16:22:51 -0700 | [diff] [blame] | 1 | // Copyright 2016 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
Vitaly Buka | f90698f | 2017-03-01 15:46:58 -0800 | [diff] [blame] | 15 | #include "src/mutator.h" |
Vitaly Buka | a3e59c7 | 2016-12-06 16:53:56 -0800 | [diff] [blame] | 16 | |
Vitaly Buka | f047a00 | 2017-01-12 23:57:00 -0800 | [diff] [blame] | 17 | #include <algorithm> |
| 18 | #include <set> |
Vitaly Buka | a3e59c7 | 2016-12-06 16:53:56 -0800 | [diff] [blame] | 19 | #include <string> |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 20 | #include <tuple> |
Vitaly Buka | f047a00 | 2017-01-12 23:57:00 -0800 | [diff] [blame] | 21 | #include <utility> |
| 22 | #include <vector> |
Vitaly Buka | a3e59c7 | 2016-12-06 16:53:56 -0800 | [diff] [blame] | 23 | |
Vitaly Buka | 35df2e4 | 2017-02-25 01:17:25 -0800 | [diff] [blame] | 24 | #include "port/gtest.h" |
Vitaly Buka | af8136f | 2017-06-09 16:40:12 -0700 | [diff] [blame] | 25 | #include "src/binary_format.h" |
Vitaly Buka | f90698f | 2017-03-01 15:46:58 -0800 | [diff] [blame] | 26 | #include "src/mutator_test_proto2.pb.h" |
| 27 | #include "src/mutator_test_proto3.pb.h" |
Vitaly Buka | 829ad00 | 2017-03-01 16:26:00 -0800 | [diff] [blame] | 28 | #include "src/text_format.h" |
Vitaly Buka | 1109c00 | 2016-10-20 17:25:19 -0700 | [diff] [blame] | 29 | |
Vitaly Buka | f86815c | 2017-02-27 14:19:19 -0800 | [diff] [blame] | 30 | namespace protobuf_mutator { |
| 31 | |
Vitaly Buka | 6c6dbbe | 2017-02-22 13:58:24 -0800 | [diff] [blame] | 32 | using protobuf::util::MessageDifferencer; |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 33 | using testing::TestWithParam; |
| 34 | using testing::ValuesIn; |
Vitaly Buka | 0e17fd7 | 2016-11-18 10:02:46 -0800 | [diff] [blame] | 35 | |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 36 | const char kMessages[] = R"( |
| 37 | required_msg {} |
| 38 | optional_msg {} |
| 39 | repeated_msg {} |
| 40 | repeated_msg {required_sint32: 56} |
| 41 | repeated_msg {} |
| 42 | repeated_msg { |
| 43 | required_msg {} |
| 44 | optional_msg {} |
| 45 | repeated_msg {} |
| 46 | repeated_msg { required_int32: 67 } |
| 47 | repeated_msg {} |
| 48 | } |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 49 | any { |
| 50 | [type.googleapis.com/protobuf_mutator.Msg] { |
| 51 | optional_msg {} |
| 52 | repeated_msg {} |
| 53 | any { |
| 54 | [type.googleapis.com/protobuf_mutator.Msg3.SubMsg] { |
| 55 | optional_int64: -5 |
| 56 | } |
| 57 | } |
| 58 | } |
| 59 | } |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 60 | )"; |
Vitaly Buka | 0e17fd7 | 2016-11-18 10:02:46 -0800 | [diff] [blame] | 61 | |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 62 | const char kMessagesProto3[] = R"( |
| 63 | optional_msg {} |
| 64 | repeated_msg {} |
| 65 | repeated_msg {optional_sint32: 56} |
| 66 | repeated_msg {} |
| 67 | repeated_msg { |
| 68 | optional_msg {} |
| 69 | repeated_msg {} |
| 70 | repeated_msg { optional_int32: 67 } |
| 71 | repeated_msg {} |
| 72 | } |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 73 | any { |
| 74 | [type.googleapis.com/protobuf_mutator.Msg] { |
| 75 | optional_msg {} |
| 76 | repeated_msg {} |
| 77 | any { |
| 78 | [type.googleapis.com/protobuf_mutator.Msg3.SubMsg] { |
| 79 | optional_int64: -5 |
| 80 | } |
| 81 | } |
| 82 | } |
| 83 | } |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 84 | )"; |
| 85 | |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 86 | const char kRequiredFields[] = R"( |
| 87 | required_double: 1.26685288449177e-313 |
| 88 | required_float: 5.9808638e-39 |
| 89 | required_int32: 67 |
| 90 | required_int64: 5285068 |
| 91 | required_uint32: 14486213 |
| 92 | required_uint64: 520229415 |
| 93 | required_sint32: 56 |
| 94 | required_sint64: -6057486163525532641 |
| 95 | required_fixed32: 8812173 |
| 96 | required_fixed64: 273731277756 |
| 97 | required_sfixed32: 43142 |
| 98 | required_sfixed64: 132 |
| 99 | required_bool: false |
| 100 | required_string: "qwert" |
| 101 | required_bytes: "asdf" |
| 102 | )"; |
| 103 | |
| 104 | const char kOptionalFields[] = R"( |
| 105 | optional_double: 1.93177850152856e-314 |
| 106 | optional_float: 4.7397519e-41 |
| 107 | optional_int32: 40020 |
| 108 | optional_int64: 10 |
| 109 | optional_uint32: 40 |
| 110 | optional_uint64: 159 |
| 111 | optional_sint32: 44015 |
| 112 | optional_sint64: 17493625000076 |
| 113 | optional_fixed32: 193 |
| 114 | optional_fixed64: 8542688694448488723 |
| 115 | optional_sfixed32: 4926 |
| 116 | optional_sfixed64: 60 |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 117 | optional_bool: true |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 118 | optional_string: "QWERT" |
| 119 | optional_bytes: "ASDF" |
| 120 | optional_enum: ENUM_5 |
| 121 | )"; |
| 122 | |
| 123 | const char kRepeatedFields[] = R"( |
| 124 | repeated_double: 1.93177850152856e-314 |
| 125 | repeated_double: 1.26685288449177e-313 |
| 126 | repeated_float: 4.7397519e-41 |
| 127 | repeated_float: 5.9808638e-39 |
| 128 | repeated_int32: 40020 |
| 129 | repeated_int32: 67 |
| 130 | repeated_int64: 10 |
| 131 | repeated_int64: 5285068 |
| 132 | repeated_uint32: 40 |
| 133 | repeated_uint32: 14486213 |
| 134 | repeated_uint64: 159 |
| 135 | repeated_uint64: 520229415 |
| 136 | repeated_sint32: 44015 |
| 137 | repeated_sint32: 56 |
| 138 | repeated_sint64: 17493625000076 |
| 139 | repeated_sint64: -6057486163525532641 |
| 140 | repeated_fixed32: 193 |
| 141 | repeated_fixed32: 8812173 |
| 142 | repeated_fixed64: 8542688694448488723 |
| 143 | repeated_fixed64: 273731277756 |
| 144 | repeated_sfixed32: 4926 |
| 145 | repeated_sfixed32: 43142 |
| 146 | repeated_sfixed64: 60 |
| 147 | repeated_sfixed64: 132 |
| 148 | repeated_bool: false |
| 149 | repeated_bool: true |
| 150 | repeated_string: "QWERT" |
| 151 | repeated_string: "qwert" |
| 152 | repeated_bytes: "ASDF" |
| 153 | repeated_bytes: "asdf" |
| 154 | repeated_enum: ENUM_5 |
| 155 | repeated_enum: ENUM_4 |
| 156 | )"; |
| 157 | |
| 158 | const char kRequiredNestedFields[] = R"( |
| 159 | required_int32: 123 |
| 160 | optional_msg { |
| 161 | required_double: 1.26685288449177e-313 |
| 162 | required_float: 5.9808638e-39 |
| 163 | required_int32: 67 |
| 164 | required_int64: 5285068 |
| 165 | required_uint32: 14486213 |
| 166 | required_uint64: 520229415 |
| 167 | required_sint32: 56 |
| 168 | required_sint64: -6057486163525532641 |
| 169 | required_fixed32: 8812173 |
| 170 | required_fixed64: 273731277756 |
| 171 | required_sfixed32: 43142 |
| 172 | required_sfixed64: 132 |
| 173 | required_bool: false |
| 174 | required_string: "qwert" |
| 175 | required_bytes: "asdf" |
| 176 | } |
| 177 | )"; |
| 178 | |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 179 | const char kRequiredInAnyFields[] = R"( |
| 180 | any { |
| 181 | [type.googleapis.com/protobuf_mutator.Msg] { |
| 182 | required_uint32: 14486213 |
| 183 | required_uint64: 520229415 |
| 184 | required_sint64: -6057486163525532641 |
| 185 | required_string: "qwert" |
| 186 | required_bytes: "asdf" |
| 187 | } |
| 188 | } |
| 189 | )"; |
| 190 | |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 191 | const char kOptionalNestedFields[] = R"( |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 192 | optional_int32: 123 |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 193 | optional_msg { |
| 194 | optional_double: 1.93177850152856e-314 |
| 195 | optional_float: 4.7397519e-41 |
| 196 | optional_int32: 40020 |
| 197 | optional_int64: 10 |
| 198 | optional_uint32: 40 |
| 199 | optional_uint64: 159 |
| 200 | optional_sint32: 44015 |
| 201 | optional_sint64: 17493625000076 |
| 202 | optional_fixed32: 193 |
| 203 | optional_fixed64: 8542688694448488723 |
| 204 | optional_sfixed32: 4926 |
| 205 | optional_sfixed64: 60 |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 206 | optional_bool: true |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 207 | optional_string: "QWERT" |
| 208 | optional_bytes: "ASDF" |
| 209 | optional_enum: ENUM_5 |
| 210 | } |
| 211 | )"; |
| 212 | |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 213 | const char kOptionalInAnyFields[] = R"( |
| 214 | any { |
| 215 | [type.googleapis.com/protobuf_mutator.Msg] { |
| 216 | optional_uint32: 440 |
| 217 | optional_uint64: 1559 |
| 218 | optional_sint32: 440615 |
| 219 | optional_string: "XYZ" |
| 220 | optional_enum: ENUM_4 |
| 221 | } |
| 222 | } |
| 223 | )"; |
| 224 | |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 225 | const char kRepeatedNestedFields[] = R"( |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 226 | optional_int32: 123 |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 227 | optional_msg { |
| 228 | repeated_double: 1.93177850152856e-314 |
| 229 | repeated_double: 1.26685288449177e-313 |
| 230 | repeated_float: 4.7397519e-41 |
| 231 | repeated_float: 5.9808638e-39 |
| 232 | repeated_int32: 40020 |
| 233 | repeated_int32: 67 |
| 234 | repeated_int64: 10 |
| 235 | repeated_int64: 5285068 |
| 236 | repeated_uint32: 40 |
| 237 | repeated_uint32: 14486213 |
| 238 | repeated_uint64: 159 |
| 239 | repeated_uint64: 520229415 |
| 240 | repeated_sint32: 44015 |
| 241 | repeated_sint32: 56 |
| 242 | repeated_sint64: 17493625000076 |
| 243 | repeated_sint64: -6057486163525532641 |
| 244 | repeated_fixed32: 193 |
| 245 | repeated_fixed32: 8812173 |
| 246 | repeated_fixed64: 8542688694448488723 |
| 247 | repeated_fixed64: 273731277756 |
| 248 | repeated_sfixed32: 4926 |
| 249 | repeated_sfixed32: 43142 |
| 250 | repeated_sfixed64: 60 |
| 251 | repeated_sfixed64: 132 |
| 252 | repeated_bool: false |
| 253 | repeated_bool: true |
| 254 | repeated_string: "QWERT" |
| 255 | repeated_string: "qwert" |
| 256 | repeated_bytes: "ASDF" |
| 257 | repeated_bytes: "asdf" |
| 258 | repeated_enum: ENUM_5 |
| 259 | repeated_enum: ENUM_4 |
| 260 | } |
| 261 | )"; |
| 262 | |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 263 | const char kRepeatedInAnyFields[] = R"( |
| 264 | any { |
| 265 | [type.googleapis.com/protobuf_mutator.Msg] { |
| 266 | repeated_double: 1.931778501556e-31 |
| 267 | repeated_double: 1.26685288449177e-31 |
| 268 | repeated_float: 4.739759e-41 |
| 269 | repeated_float: 5.98038e-39 |
| 270 | repeated_int32: 400201 |
| 271 | repeated_int32: 673 |
| 272 | repeated_int64: 104 |
| 273 | repeated_int64: 52850685 |
| 274 | } |
| 275 | } |
| 276 | )"; |
| 277 | |
| 278 | const char kOptionalInDeepAnyFields[] = R"( |
| 279 | any { |
| 280 | [type.googleapis.com/protobuf_mutator.Msg] { |
| 281 | any { |
| 282 | [type.googleapis.com/protobuf_mutator.Msg] { |
| 283 | any { |
| 284 | [type.googleapis.com/protobuf_mutator.Msg] { |
| 285 | optional_double: 1.9317850152856e-314 |
| 286 | optional_sint64: 1743625000076 |
| 287 | optional_string: "XYZ" |
| 288 | } |
| 289 | } |
| 290 | } |
| 291 | } |
| 292 | } |
| 293 | } |
| 294 | )"; |
| 295 | |
Teju Nareddy | 4aeed37 | 2020-04-20 09:52:45 -0700 | [diff] [blame] | 296 | const char kUnknownFieldInput[] = R"( |
Teju Nareddy | 45d4dae | 2020-04-17 16:20:08 -0700 | [diff] [blame] | 297 | optional_bool: true |
| 298 | unknown_field: "test unknown field" |
| 299 | )"; |
| 300 | |
Teju Nareddy | 4aeed37 | 2020-04-20 09:52:45 -0700 | [diff] [blame] | 301 | const char kUnknownFieldExpected[] = R"(optional_bool: true |
| 302 | )"; |
| 303 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 304 | class TestMutator : public Mutator { |
Vitaly Buka | 0e17fd7 | 2016-11-18 10:02:46 -0800 | [diff] [blame] | 305 | public: |
Vitaly Buka | d7f943f | 2019-01-31 14:05:33 -0800 | [diff] [blame] | 306 | explicit TestMutator(bool keep_initialized, |
Vitaly Buka | 379f5ab | 2019-08-31 16:11:59 -0700 | [diff] [blame] | 307 | size_t random_to_default_ratio = 0) { |
| 308 | Seed(17); |
Vitaly Buka | d7f943f | 2019-01-31 14:05:33 -0800 | [diff] [blame] | 309 | if (random_to_default_ratio) |
| 310 | random_to_default_ratio_ = random_to_default_ratio; |
Vitaly Buka | ba12972 | 2016-12-14 17:29:15 -0800 | [diff] [blame] | 311 | keep_initialized_ = keep_initialized; |
| 312 | } |
Vitaly Buka | 142e08b | 2017-03-05 16:26:15 -0800 | [diff] [blame] | 313 | |
Vitaly Buka | f62fe47 | 2017-03-01 23:05:15 -0800 | [diff] [blame] | 314 | private: |
| 315 | RandomEngine random_; |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 316 | }; |
Vitaly Buka | 0e17fd7 | 2016-11-18 10:02:46 -0800 | [diff] [blame] | 317 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 318 | class ReducedTestMutator : public TestMutator { |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 319 | public: |
Vitaly Buka | d7f943f | 2019-01-31 14:05:33 -0800 | [diff] [blame] | 320 | ReducedTestMutator() : TestMutator(false, 4) { |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 321 | for (float i = 1000; i > 0.1; i /= 7) { |
| 322 | values_.push_back(i); |
| 323 | values_.push_back(-i); |
| 324 | } |
| 325 | values_.push_back(-1.0); |
| 326 | values_.push_back(0.0); |
| 327 | values_.push_back(1.0); |
Vitaly Buka | 0e17fd7 | 2016-11-18 10:02:46 -0800 | [diff] [blame] | 328 | } |
| 329 | |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 330 | protected: |
| 331 | int32_t MutateInt32(int32_t value) override { return GetRandomValue(); } |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 332 | int64_t MutateInt64(int64_t value) override { return GetRandomValue(); } |
Vitaly Buka | 0fa21bd | 2017-03-08 17:02:45 -0800 | [diff] [blame] | 333 | uint32_t MutateUInt32(uint32_t value) override { |
| 334 | return fabs(GetRandomValue()); |
| 335 | } |
| 336 | uint64_t MutateUInt64(uint64_t value) override { |
| 337 | return fabs(GetRandomValue()); |
| 338 | } |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 339 | float MutateFloat(float value) override { return GetRandomValue(); } |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 340 | double MutateDouble(double value) override { return GetRandomValue(); } |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 341 | std::string MutateString(const std::string& value, |
Vitaly Buka | 1c91e72 | 2020-01-25 21:56:22 -0800 | [diff] [blame] | 342 | int size_increase_hint) override { |
Toshi Piazza | ade13bd | 2019-06-01 23:49:57 -0700 | [diff] [blame] | 343 | return strings_[std::uniform_int_distribution<>( |
Vitaly Buka | f62fe47 | 2017-03-01 23:05:15 -0800 | [diff] [blame] | 344 | 0, strings_.size() - 1)(*random())]; |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 345 | } |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 346 | |
| 347 | private: |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 348 | float GetRandomValue() { |
Toshi Piazza | ade13bd | 2019-06-01 23:49:57 -0700 | [diff] [blame] | 349 | return values_[std::uniform_int_distribution<>( |
Vitaly Buka | f62fe47 | 2017-03-01 23:05:15 -0800 | [diff] [blame] | 350 | 0, values_.size() - 1)(*random())]; |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 351 | } |
| 352 | |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 353 | std::vector<float> values_; |
| 354 | std::vector<std::string> strings_ = { |
| 355 | "", "\001", "\000", "a", "b", "ab", |
| 356 | }; |
Vitaly Buka | 0e17fd7 | 2016-11-18 10:02:46 -0800 | [diff] [blame] | 357 | }; |
| 358 | |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 359 | std::vector<std::string> Split(const std::string& str) { |
| 360 | std::istringstream iss(str); |
| 361 | std::vector<std::string> result; |
| 362 | for (std::string line; std::getline(iss, line, '\n');) result.push_back(line); |
| 363 | return result; |
Vitaly Buka | 0e17fd7 | 2016-11-18 10:02:46 -0800 | [diff] [blame] | 364 | } |
| 365 | |
Vitaly Buka | be8416c | 2020-01-27 18:14:36 -0800 | [diff] [blame] | 366 | using TestParams = |
| 367 | std::tuple<const protobuf::Message*, const char*, size_t, std::string>; |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 368 | |
| 369 | template <class T> |
| 370 | std::vector<TestParams> GetFieldTestParams( |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 371 | const std::vector<const char*>& tests) { |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 372 | std::vector<TestParams> results; |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 373 | for (auto t : tests) { |
| 374 | auto lines = Split(t); |
| 375 | for (size_t i = 0; i != lines.size(); ++i) { |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 376 | if (lines[i].find(':') != std::string::npos) |
Vitaly Buka | be8416c | 2020-01-27 18:14:36 -0800 | [diff] [blame] | 377 | results.push_back( |
| 378 | std::make_tuple(&T::default_instance(), t, i, lines[i])); |
Vitaly Buka | 781853c | 2016-11-21 23:09:35 -0800 | [diff] [blame] | 379 | } |
Vitaly Buka | 781853c | 2016-11-21 23:09:35 -0800 | [diff] [blame] | 380 | } |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 381 | return results; |
Vitaly Buka | 00b6107 | 2016-10-19 16:22:51 -0700 | [diff] [blame] | 382 | } |
Vitaly Buka | ac2b7bf | 2016-11-21 14:07:02 -0800 | [diff] [blame] | 383 | |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 384 | template <class T> |
| 385 | std::vector<TestParams> GetMessageTestParams( |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 386 | const std::vector<const char*>& tests) { |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 387 | std::vector<TestParams> results; |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 388 | for (auto t : tests) { |
| 389 | auto lines = Split(t); |
| 390 | for (size_t i = 0; i != lines.size(); ++i) { |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 391 | if (lines[i].find("{}") != std::string::npos) |
Vitaly Buka | be8416c | 2020-01-27 18:14:36 -0800 | [diff] [blame] | 392 | results.push_back( |
| 393 | std::make_tuple(&T::default_instance(), t, i, lines[i])); |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 394 | } |
| 395 | } |
| 396 | return results; |
| 397 | } |
Vitaly Buka | ac2b7bf | 2016-11-21 14:07:02 -0800 | [diff] [blame] | 398 | |
Vitaly Buka | bbb27cc | 2020-01-27 18:37:11 -0800 | [diff] [blame] | 399 | bool Mutate(const protobuf::Message& from, const protobuf::Message& to, |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 400 | int iterations = 100000) { |
Vitaly Buka | 43f748f | 2017-01-05 20:59:32 -0800 | [diff] [blame] | 401 | EXPECT_FALSE(MessageDifferencer::Equals(from, to)); |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 402 | ReducedTestMutator mutator; |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 403 | std::unique_ptr<protobuf::Message> message(from.New()); |
Vitaly Buka | d7f943f | 2019-01-31 14:05:33 -0800 | [diff] [blame] | 404 | EXPECT_FALSE(MessageDifferencer::Equals(from, to)); |
Vitaly Buka | bbb27cc | 2020-01-27 18:37:11 -0800 | [diff] [blame] | 405 | for (int j = 0; j < iterations; ++j) { |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 406 | message->CopyFrom(from); |
Vitaly Buka | dbc4c0f | 2020-01-29 01:22:21 -0800 | [diff] [blame] | 407 | mutator.Mutate(message.get(), 1500); |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 408 | if (MessageDifferencer::Equals(*message, to)) return true; |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 409 | } |
Vitaly Buka | 2256ad7 | 2017-03-04 17:38:15 -0800 | [diff] [blame] | 410 | |
| 411 | ADD_FAILURE() << "Failed to get from:\n" |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 412 | << from.DebugString() << "\nto:\n" |
| 413 | << to.DebugString(); |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 414 | return false; |
| 415 | } |
| 416 | |
Vitaly Buka | 9f357ae | 2020-01-26 23:17:11 -0800 | [diff] [blame] | 417 | bool CrossOver(const protobuf::Message& from, const protobuf::Message& with, |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 418 | const protobuf::Message& to, int iterations = 100000) { |
Vitaly Buka | 9f357ae | 2020-01-26 23:17:11 -0800 | [diff] [blame] | 419 | EXPECT_FALSE(MessageDifferencer::Equals(from, to)); |
| 420 | ReducedTestMutator mutator; |
| 421 | std::unique_ptr<protobuf::Message> message(from.New()); |
| 422 | EXPECT_FALSE(MessageDifferencer::Equals(from, to)); |
Vitaly Buka | bbb27cc | 2020-01-27 18:37:11 -0800 | [diff] [blame] | 423 | for (int j = 0; j < iterations; ++j) { |
Vitaly Buka | 9f357ae | 2020-01-26 23:17:11 -0800 | [diff] [blame] | 424 | message->CopyFrom(from); |
| 425 | mutator.CrossOver(with, message.get(), 1000); |
| 426 | if (MessageDifferencer::Equals(*message, to)) return true; |
| 427 | } |
| 428 | return false; |
| 429 | } |
| 430 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 431 | class MutatorTest : public TestWithParam<TestParams> { |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 432 | protected: |
| 433 | void SetUp() override { |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 434 | m1_.reset(std::get<0>(GetParam())->New()); |
| 435 | m2_.reset(std::get<0>(GetParam())->New()); |
| 436 | text_ = std::get<1>(GetParam()); |
| 437 | line_ = std::get<2>(GetParam()); |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 438 | } |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 439 | |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 440 | void LoadMessage(protobuf::Message* message) { |
Vitaly Buka | be54a44 | 2017-03-01 16:39:33 -0800 | [diff] [blame] | 441 | EXPECT_TRUE(ParseTextMessage(text_, message)); |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 442 | } |
| 443 | |
Vitaly Buka | 6e95751 | 2019-01-23 15:48:23 -0800 | [diff] [blame] | 444 | void LoadWithoutLine(protobuf::Message* message) { |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 445 | std::ostringstream oss; |
| 446 | auto lines = Split(text_); |
| 447 | for (size_t i = 0; i != lines.size(); ++i) { |
| 448 | if (i != line_) oss << lines[i] << '\n'; |
| 449 | } |
Vitaly Buka | 6e95751 | 2019-01-23 15:48:23 -0800 | [diff] [blame] | 450 | EXPECT_TRUE(ParseTextMessage(oss.str(), message)); |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 451 | } |
| 452 | |
Vitaly Buka | 6e95751 | 2019-01-23 15:48:23 -0800 | [diff] [blame] | 453 | void LoadWithChangedLine(protobuf::Message* message, int value) { |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 454 | auto lines = Split(text_); |
| 455 | std::ostringstream oss; |
| 456 | for (size_t i = 0; i != lines.size(); ++i) { |
| 457 | if (i != line_) { |
| 458 | oss << lines[i] << '\n'; |
| 459 | } else { |
| 460 | std::string s = lines[i]; |
| 461 | s.resize(s.find(':') + 2); |
| 462 | |
| 463 | if (lines[i].back() == '\"') { |
| 464 | // strings |
| 465 | s += value ? "\"\\" + std::to_string(value) + "\"" : "\"\""; |
| 466 | } else if (lines[i].back() == 'e') { |
| 467 | // bools |
| 468 | s += value ? "true" : "false"; |
| 469 | } else { |
| 470 | s += std::to_string(value); |
| 471 | } |
| 472 | oss << s << '\n'; |
| 473 | } |
| 474 | } |
Vitaly Buka | 6e95751 | 2019-01-23 15:48:23 -0800 | [diff] [blame] | 475 | EXPECT_TRUE(ParseTextMessage(oss.str(), message)); |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 476 | } |
| 477 | |
| 478 | std::string text_; |
| 479 | size_t line_; |
| 480 | std::unique_ptr<protobuf::Message> m1_; |
| 481 | std::unique_ptr<protobuf::Message> m2_; |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 482 | }; |
| 483 | |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 484 | // These tests are irrelevant for Proto3 as it has no required fields and |
| 485 | // insertion/deletion. |
Vitaly Buka | fb19337 | 2017-03-04 19:25:29 -0800 | [diff] [blame] | 486 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 487 | class MutatorFieldInsDelTest : public MutatorTest {}; |
Vitaly Buka | f0a8ca0 | 2019-01-23 21:37:13 -0800 | [diff] [blame] | 488 | INSTANTIATE_TEST_SUITE_P(Proto2, MutatorFieldInsDelTest, |
| 489 | ValuesIn(GetFieldTestParams<Msg>( |
| 490 | {kRequiredFields, kOptionalFields, kRepeatedFields, |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 491 | kRequiredNestedFields, kRequiredInAnyFields, |
| 492 | kOptionalNestedFields, kOptionalInAnyFields, |
| 493 | kRepeatedNestedFields, kRepeatedInAnyFields, |
| 494 | kOptionalInDeepAnyFields}))); |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 495 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 496 | TEST_P(MutatorFieldInsDelTest, DeleteField) { |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 497 | LoadMessage(m1_.get()); |
| 498 | LoadWithoutLine(m2_.get()); |
| 499 | EXPECT_TRUE(Mutate(*m1_, *m2_)); |
| 500 | } |
| 501 | |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 502 | INSTANTIATE_TEST_SUITE_P(Proto2, MutatorTest, |
Vitaly Buka | f0a8ca0 | 2019-01-23 21:37:13 -0800 | [diff] [blame] | 503 | ValuesIn(GetFieldTestParams<Msg>( |
| 504 | {kRequiredFields, kOptionalFields, kRepeatedFields, |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 505 | kRequiredNestedFields, kRequiredInAnyFields, |
| 506 | kOptionalNestedFields, kOptionalInAnyFields, |
| 507 | kRepeatedNestedFields, kRepeatedInAnyFields, |
| 508 | kOptionalInDeepAnyFields}))); |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 509 | INSTANTIATE_TEST_SUITE_P(Proto3, MutatorTest, |
Vitaly Buka | f0a8ca0 | 2019-01-23 21:37:13 -0800 | [diff] [blame] | 510 | ValuesIn(GetFieldTestParams<Msg3>( |
| 511 | {kOptionalFields, kRepeatedFields, |
Vitaly Buka | a268b67 | 2020-01-27 18:49:40 -0800 | [diff] [blame] | 512 | kOptionalNestedFields, kOptionalInAnyFields, |
| 513 | kRepeatedNestedFields, kRepeatedInAnyFields, |
| 514 | kOptionalInDeepAnyFields}))); |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 515 | |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 516 | TEST_P(MutatorTest, Initialized) { |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 517 | LoadWithoutLine(m1_.get()); |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 518 | TestMutator mutator(true); |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 519 | mutator.Mutate(m1_.get(), 1000); |
| 520 | EXPECT_TRUE(m1_->IsInitialized()); |
Vitaly Buka | a3e59c7 | 2016-12-06 16:53:56 -0800 | [diff] [blame] | 521 | } |
| 522 | |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 523 | TEST_P(MutatorTest, InsertField) { |
Vitaly Buka | 439d4de | 2020-01-29 00:40:43 -0800 | [diff] [blame] | 524 | LoadWithoutLine(m1_.get()); |
| 525 | LoadWithChangedLine(m2_.get(), 1); |
| 526 | EXPECT_TRUE(Mutate(*m1_, *m2_)); |
| 527 | } |
| 528 | |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 529 | TEST_P(MutatorTest, ChangeField) { |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 530 | LoadWithChangedLine(m1_.get(), 0); |
| 531 | LoadWithChangedLine(m2_.get(), 1); |
Vitaly Buka | bbb27cc | 2020-01-27 18:37:11 -0800 | [diff] [blame] | 532 | EXPECT_TRUE(Mutate(*m1_, *m2_, 1000000)); |
| 533 | EXPECT_TRUE(Mutate(*m2_, *m1_, 1000000)); |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 534 | } |
| 535 | |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 536 | TEST_P(MutatorTest, CrossOver) { |
Vitaly Buka | 9f357ae | 2020-01-26 23:17:11 -0800 | [diff] [blame] | 537 | LoadWithoutLine(m1_.get()); |
| 538 | LoadMessage(m2_.get()); |
| 539 | |
| 540 | EXPECT_FALSE(MessageDifferencer::Equals(*m1_, *m2_)); |
| 541 | TestMutator mutator(false); |
| 542 | |
| 543 | EXPECT_TRUE(CrossOver(*m1_, *m2_, *m2_)); |
| 544 | } |
| 545 | |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 546 | template <class Msg> |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 547 | void RunCrossOver(const protobuf::Message& m1, const protobuf::Message& m2) { |
| 548 | Msg from; |
| 549 | from.add_repeated_msg()->CopyFrom(m1); |
| 550 | from.add_repeated_msg()->CopyFrom(m2); |
| 551 | from.mutable_repeated_msg(1)->add_repeated_string("repeated_string"); |
| 552 | |
| 553 | Msg to; |
| 554 | to.add_repeated_msg()->CopyFrom(m1); |
| 555 | to.add_repeated_msg()->CopyFrom(m1); |
| 556 | to.mutable_repeated_msg(1)->add_repeated_string("repeated_string"); |
| 557 | EXPECT_TRUE(CrossOver(from, from, to)); |
| 558 | } |
| 559 | |
| 560 | TEST_P(MutatorTest, CopyField) { |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 561 | LoadWithChangedLine(m1_.get(), 7); |
| 562 | LoadWithChangedLine(m2_.get(), 0); |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 563 | |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 564 | if (m1_->GetDescriptor() == Msg::descriptor()) |
| 565 | RunCrossOver<Msg>(*m1_, *m2_); |
| 566 | else |
| 567 | RunCrossOver<Msg3>(*m1_, *m2_); |
Vitaly Buka | 4af611d | 2016-12-03 18:57:32 -0800 | [diff] [blame] | 568 | } |
| 569 | |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 570 | TEST_P(MutatorTest, CloneField) { |
| 571 | LoadWithChangedLine(m1_.get(), 7); |
| 572 | LoadWithoutLine(m2_.get()); |
| 573 | |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 574 | if (m1_->GetDescriptor() == Msg::descriptor()) |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 575 | RunCrossOver<Msg>(*m1_, *m2_); |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 576 | else |
Vitaly Buka | 7c375c0 | 2020-02-04 13:01:10 -0800 | [diff] [blame] | 577 | RunCrossOver<Msg3>(*m1_, *m2_); |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 578 | } |
Vitaly Buka | adfc27c | 2017-02-26 22:36:36 -0800 | [diff] [blame] | 579 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 580 | class MutatorSingleFieldTest : public MutatorTest {}; |
Vitaly Buka | 89098ff | 2017-03-03 14:48:04 -0800 | [diff] [blame] | 581 | template <typename T> |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 582 | class MutatorTypedTest : public ::testing::Test { |
Vitaly Buka | 89098ff | 2017-03-03 14:48:04 -0800 | [diff] [blame] | 583 | public: |
| 584 | using Message = T; |
| 585 | }; |
| 586 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 587 | using MutatorTypedTestTypes = testing::Types<Msg, Msg3>; |
Vitaly Buka | 62c5c91 | 2019-09-06 15:08:16 -0700 | [diff] [blame] | 588 | TYPED_TEST_SUITE(MutatorTypedTest, MutatorTypedTestTypes); |
Vitaly Buka | 89098ff | 2017-03-03 14:48:04 -0800 | [diff] [blame] | 589 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 590 | TYPED_TEST(MutatorTypedTest, FailedMutations) { |
| 591 | TestMutator mutator(false); |
Vitaly Buka | 2d609df | 2017-03-06 23:29:47 -0800 | [diff] [blame] | 592 | size_t crossovers = 0; |
Vitaly Buka | d7f943f | 2019-01-31 14:05:33 -0800 | [diff] [blame] | 593 | for (int i = 0; i < 1000; ++i) { |
Vitaly Buka | d3a76b8 | 2017-03-04 01:27:22 -0800 | [diff] [blame] | 594 | typename TestFixture::Message messages[2]; |
| 595 | typename TestFixture::Message tmp; |
Vitaly Buka | 8aa7510 | 2016-12-09 20:01:15 -0800 | [diff] [blame] | 596 | for (int j = 0; j < 20; ++j) { |
Vitaly Buka | d3a76b8 | 2017-03-04 01:27:22 -0800 | [diff] [blame] | 597 | for (auto& m : messages) { |
| 598 | tmp.CopyFrom(m); |
| 599 | mutator.Mutate(&m, 1000); |
| 600 | // Mutate must not produce the same result. |
| 601 | EXPECT_FALSE(MessageDifferencer::Equals(m, tmp)); |
| 602 | } |
Vitaly Buka | 8aa7510 | 2016-12-09 20:01:15 -0800 | [diff] [blame] | 603 | } |
Vitaly Buka | d3a76b8 | 2017-03-04 01:27:22 -0800 | [diff] [blame] | 604 | |
| 605 | tmp.CopyFrom(messages[1]); |
Vitaly Buka | 9f357ae | 2020-01-26 23:17:11 -0800 | [diff] [blame] | 606 | mutator.CrossOver(messages[0], &tmp, 1000); |
Vitaly Buka | 2d609df | 2017-03-06 23:29:47 -0800 | [diff] [blame] | 607 | if (MessageDifferencer::Equals(tmp, messages[1]) || |
| 608 | MessageDifferencer::Equals(tmp, messages[0])) |
| 609 | ++crossovers; |
Vitaly Buka | 8aa7510 | 2016-12-09 20:01:15 -0800 | [diff] [blame] | 610 | } |
Vitaly Buka | 2d609df | 2017-03-06 23:29:47 -0800 | [diff] [blame] | 611 | |
| 612 | // CrossOver may fail but very rare. |
Vitaly Buka | 1989ccb | 2020-02-04 15:40:30 -0800 | [diff] [blame] | 613 | EXPECT_LT(crossovers, 100u); |
Vitaly Buka | 8aa7510 | 2016-12-09 20:01:15 -0800 | [diff] [blame] | 614 | } |
| 615 | |
Vitaly Buka | 67387f7 | 2019-08-31 19:34:10 -0700 | [diff] [blame] | 616 | TYPED_TEST(MutatorTypedTest, RegisterPostProcessor) { |
Vitaly Buka | ad520b3 | 2020-01-08 14:39:55 -0800 | [diff] [blame] | 617 | std::set<std::string> top_mutations = {"0123456789abcdef", |
| 618 | "abcdef0123456789"}; |
Allen-Webb | c4fa591 | 2018-09-07 15:53:30 -0700 | [diff] [blame] | 619 | TestMutator mutator(false); |
Vitaly Buka | ad520b3 | 2020-01-08 14:39:55 -0800 | [diff] [blame] | 620 | for (auto& v : top_mutations) { |
| 621 | mutator.RegisterPostProcessor( |
| 622 | TestFixture::Message::descriptor(), |
| 623 | [=](protobuf::Message* message, unsigned int seed) { |
| 624 | auto test_message = |
| 625 | static_cast<typename TestFixture::Message*>(message); |
| 626 | if (seed % 2) test_message->set_optional_string(v); |
| 627 | }); |
| 628 | } |
| 629 | |
| 630 | std::set<int64_t> nested_mutations = {1234567, 567890}; |
| 631 | for (auto& v : nested_mutations) { |
| 632 | mutator.RegisterPostProcessor( |
| 633 | TestFixture::Message::SubMsg::descriptor(), |
| 634 | [=](protobuf::Message* message, unsigned int seed) { |
| 635 | auto test_message = |
| 636 | static_cast<typename TestFixture::Message::SubMsg*>(message); |
| 637 | if (seed % 2) test_message->set_optional_int64(v); |
| 638 | }); |
| 639 | } |
| 640 | |
| 641 | bool regular_mutation = false; |
Allen-Webb | c4fa591 | 2018-09-07 15:53:30 -0700 | [diff] [blame] | 642 | |
| 643 | for (int j = 0; j < 100000; ++j) { |
| 644 | // Include this field to increase the probability of mutation. |
| 645 | typename TestFixture::Message message; |
Vitaly Buka | ad520b3 | 2020-01-08 14:39:55 -0800 | [diff] [blame] | 646 | message.set_optional_string("a"); |
Allen-Webb | c4fa591 | 2018-09-07 15:53:30 -0700 | [diff] [blame] | 647 | mutator.Mutate(&message, 1000); |
| 648 | |
Vitaly Buka | ad520b3 | 2020-01-08 14:39:55 -0800 | [diff] [blame] | 649 | top_mutations.erase(message.optional_string()); |
| 650 | nested_mutations.erase(message.mutable_sub_message()->optional_int64()); |
| 651 | if (message.optional_string().empty()) regular_mutation = true; |
Allen-Webb | c4fa591 | 2018-09-07 15:53:30 -0700 | [diff] [blame] | 652 | |
Vitaly Buka | ad520b3 | 2020-01-08 14:39:55 -0800 | [diff] [blame] | 653 | if (top_mutations.empty() && nested_mutations.empty() && regular_mutation) |
| 654 | break; |
Allen-Webb | c4fa591 | 2018-09-07 15:53:30 -0700 | [diff] [blame] | 655 | } |
| 656 | |
Vitaly Buka | ad520b3 | 2020-01-08 14:39:55 -0800 | [diff] [blame] | 657 | EXPECT_TRUE(top_mutations.empty()); |
| 658 | EXPECT_TRUE(nested_mutations.empty()); |
Allen-Webb | c4fa591 | 2018-09-07 15:53:30 -0700 | [diff] [blame] | 659 | EXPECT_TRUE(regular_mutation); |
| 660 | } |
| 661 | |
Vitaly Buka | af8136f | 2017-06-09 16:40:12 -0700 | [diff] [blame] | 662 | TYPED_TEST(MutatorTypedTest, Serialization) { |
| 663 | TestMutator mutator(false); |
| 664 | for (int i = 0; i < 10000; ++i) { |
| 665 | typename TestFixture::Message message; |
| 666 | for (int j = 0; j < 5; ++j) { |
| 667 | mutator.Mutate(&message, 1000); |
| 668 | typename TestFixture::Message parsed; |
| 669 | |
| 670 | EXPECT_TRUE(ParseTextMessage(SaveMessageAsText(message), &parsed)); |
| 671 | EXPECT_TRUE(MessageDifferencer::Equals(parsed, message)); |
| 672 | |
| 673 | EXPECT_TRUE(ParseBinaryMessage(SaveMessageAsBinary(message), &parsed)); |
| 674 | EXPECT_TRUE(MessageDifferencer::Equals(parsed, message)); |
| 675 | } |
| 676 | } |
| 677 | } |
| 678 | |
Teju Nareddy | 4aeed37 | 2020-04-20 09:52:45 -0700 | [diff] [blame] | 679 | TYPED_TEST(MutatorTypedTest, UnknownFieldTextFormat) { |
Teju Nareddy | 45d4dae | 2020-04-17 16:20:08 -0700 | [diff] [blame] | 680 | typename TestFixture::Message parsed; |
Teju Nareddy | 93a38b5 | 2020-05-05 16:00:26 -0700 | [diff] [blame] | 681 | EXPECT_TRUE(ParseTextMessage(kUnknownFieldInput, &parsed)); |
Teju Nareddy | efda25d | 2020-05-05 16:00:36 -0700 | [diff] [blame] | 682 | EXPECT_EQ(SaveMessageAsText(parsed), kUnknownFieldExpected); |
Teju Nareddy | 45d4dae | 2020-04-17 16:20:08 -0700 | [diff] [blame] | 683 | } |
| 684 | |
Vitaly Buka | 6e552e3 | 2019-01-31 15:54:09 -0800 | [diff] [blame] | 685 | TYPED_TEST(MutatorTypedTest, DeepRecursion) { |
| 686 | typename TestFixture::Message message; |
| 687 | typename TestFixture::Message* last = &message; |
| 688 | for (int i = 0; i < 150; ++i) { |
| 689 | last = last->mutable_optional_msg(); |
| 690 | std::string text = SaveMessageAsText(message); |
| 691 | std::string binary = SaveMessageAsBinary(message); |
| 692 | typename TestFixture::Message parsed; |
| 693 | EXPECT_EQ(i < 100, ParseTextMessage(SaveMessageAsText(message), &parsed)); |
| 694 | EXPECT_EQ(i < 100, |
| 695 | ParseBinaryMessage(SaveMessageAsBinary(message), &parsed)); |
| 696 | } |
| 697 | } |
| 698 | |
Vitaly Buka | 384a0e6 | 2019-07-29 15:10:17 -0700 | [diff] [blame] | 699 | TYPED_TEST(MutatorTypedTest, EmptyMessage) { |
| 700 | typename TestFixture::Message::EmptyMessage message; |
| 701 | TestMutator mutator(false); |
| 702 | for (int j = 0; j < 10000; ++j) mutator.Mutate(&message, 1000); |
| 703 | } |
| 704 | |
| 705 | TYPED_TEST(MutatorTypedTest, Regressions) { |
| 706 | typename TestFixture::Message::RegressionMessage message; |
| 707 | TestMutator mutator(false); |
| 708 | for (int j = 0; j < 10000; ++j) mutator.Mutate(&message, 1000); |
| 709 | } |
| 710 | |
| 711 | TYPED_TEST(MutatorTypedTest, UsageExample) { |
| 712 | typename TestFixture::Message::SmallMessage message; |
| 713 | TestMutator mutator(false); |
| 714 | |
| 715 | // Test that we can generate all variation of the message. |
| 716 | std::set<std::string> mutations; |
| 717 | for (int j = 0; j < 1000; ++j) { |
| 718 | mutator.Mutate(&message, 1000); |
| 719 | std::string str = SaveMessageAsText(message); |
| 720 | mutations.insert(str); |
| 721 | } |
| 722 | |
| 723 | if (std::is_same<typename TestFixture::Message, Msg>::value) { |
| 724 | // 3 states for boolean and 5 for enum, including missing fields. |
| 725 | EXPECT_EQ(3u * 5u, mutations.size()); |
| 726 | } else { |
| 727 | // 2 states for boolean and 4 for enum. |
| 728 | EXPECT_EQ(2u * 4u, mutations.size()); |
| 729 | } |
| 730 | } |
| 731 | |
Vitaly Buka | 4200a1e | 2019-07-29 15:19:59 -0700 | [diff] [blame] | 732 | TYPED_TEST(MutatorTypedTest, Maps) { |
| 733 | TestMutator mutator(true); |
| 734 | |
| 735 | typename TestFixture::Message::MapMessage message; |
| 736 | for (int j = 0; j < 10000; ++j) mutator.Mutate(&message, 1000); |
| 737 | } |
| 738 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 739 | class MutatorMessagesTest : public MutatorTest {}; |
Vitaly Buka | f0a8ca0 | 2019-01-23 21:37:13 -0800 | [diff] [blame] | 740 | INSTANTIATE_TEST_SUITE_P(Proto2, MutatorMessagesTest, |
| 741 | ValuesIn(GetMessageTestParams<Msg>({kMessages}))); |
| 742 | INSTANTIATE_TEST_SUITE_P( |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 743 | Proto3, MutatorMessagesTest, |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 744 | ValuesIn(GetMessageTestParams<Msg3>({kMessagesProto3}))); |
Vitaly Buka | 89098ff | 2017-03-03 14:48:04 -0800 | [diff] [blame] | 745 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 746 | TEST_P(MutatorMessagesTest, DeletedMessage) { |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 747 | LoadMessage(m1_.get()); |
| 748 | LoadWithoutLine(m2_.get()); |
| 749 | EXPECT_TRUE(Mutate(*m1_, *m2_)); |
Vitaly Buka | 89098ff | 2017-03-03 14:48:04 -0800 | [diff] [blame] | 750 | } |
| 751 | |
Vitaly Buka | e79e018 | 2017-03-01 16:02:14 -0800 | [diff] [blame] | 752 | TEST_P(MutatorMessagesTest, InsertMessage) { |
Vitaly Buka | bbf914d | 2017-03-04 19:32:21 -0800 | [diff] [blame] | 753 | LoadWithoutLine(m1_.get()); |
| 754 | LoadMessage(m2_.get()); |
| 755 | EXPECT_TRUE(Mutate(*m1_, *m2_)); |
Vitaly Buka | 89098ff | 2017-03-03 14:48:04 -0800 | [diff] [blame] | 756 | } |
| 757 | |
Vitaly Buka | 40b4d89 | 2020-01-25 22:03:58 -0800 | [diff] [blame] | 758 | class MutatorMessagesSizeTest : public TestWithParam<size_t> {}; |
Vitaly Buka | baa1329 | 2020-01-25 19:39:28 -0800 | [diff] [blame] | 759 | |
| 760 | static const size_t kMaxSizes[] = {100, 256, 777, 10101}; |
| 761 | INSTANTIATE_TEST_SUITE_P(Proto, MutatorMessagesSizeTest, ValuesIn(kMaxSizes)); |
| 762 | |
Vitaly Buka | 5cd166e | 2020-01-25 22:33:05 -0800 | [diff] [blame] | 763 | TEST_P(MutatorMessagesSizeTest, MaxSize) { |
Vitaly Buka | baa1329 | 2020-01-25 19:39:28 -0800 | [diff] [blame] | 764 | TestMutator mutator(false); |
| 765 | size_t over_sized_count = 0; |
| 766 | Msg message; |
| 767 | const size_t kMaxSize = GetParam(); |
| 768 | const int kIterations = 10000; |
| 769 | for (int i = 0; i < kIterations; ++i) { |
| 770 | mutator.Mutate(&message, kMaxSize); |
| 771 | if (message.ByteSizeLong() > kMaxSize) ++over_sized_count; |
Vitaly Buka | 5cd166e | 2020-01-25 22:33:05 -0800 | [diff] [blame] | 772 | EXPECT_LT(message.ByteSizeLong(), 1.1 * kMaxSize); |
Vitaly Buka | baa1329 | 2020-01-25 19:39:28 -0800 | [diff] [blame] | 773 | } |
Vitaly Buka | 5cd166e | 2020-01-25 22:33:05 -0800 | [diff] [blame] | 774 | EXPECT_LT(over_sized_count, kIterations * .1); |
Vitaly Buka | baa1329 | 2020-01-25 19:39:28 -0800 | [diff] [blame] | 775 | } |
| 776 | |
Vitaly Buka | 28ca0ee | 2017-03-04 21:35:42 -0800 | [diff] [blame] | 777 | // TODO(vitalybuka): Special tests for oneof. |
| 778 | |
Vitaly Buka | f281d17 | 2019-01-23 18:21:51 -0800 | [diff] [blame] | 779 | TEST(MutatorMessagesTest, NeverCopyUnknownEnum) { |
| 780 | TestMutator mutator(false); |
| 781 | for (int j = 0; j < 10000; ++j) { |
| 782 | Msg3 message; |
| 783 | message.set_optional_enum(Msg3::ENUM_5); |
| 784 | message.add_repeated_enum(static_cast<Msg3::Enum>(100)); |
| 785 | mutator.Mutate(&message, 100); |
| 786 | EXPECT_NE(message.optional_enum(), 100); |
| 787 | } |
| 788 | } |
| 789 | |
Vitaly Buka | 432b545 | 2016-12-09 14:42:09 -0800 | [diff] [blame] | 790 | } // namespace protobuf_mutator |