Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 1 | # Copyright 2020 The Pigweed Authors |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); you may not |
| 4 | # use this file except in compliance with the License. You may obtain a copy of |
| 5 | # the License at |
| 6 | # |
| 7 | # https://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 11 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 12 | # License for the specific language governing permissions and limitations under |
| 13 | # the License. |
| 14 | |
Nathaniel Brough | c2d5781 | 2021-04-18 22:52:00 +0800 | [diff] [blame] | 15 | load("@rules_cc//cc:defs.bzl", "cc_binary") |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 16 | load( |
| 17 | "//pw_build:pigweed.bzl", |
| 18 | "pw_cc_binary", |
| 19 | "pw_cc_library", |
| 20 | "pw_cc_test", |
| 21 | ) |
Nathaniel Brough | b6b90d0 | 2021-05-11 11:32:17 +0800 | [diff] [blame] | 22 | load("//pw_fuzzer:fuzzer.bzl", "pw_cc_fuzz_test") |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 23 | |
| 24 | package(default_visibility = ["//visibility:public"]) |
| 25 | |
Rob Mohr | 5fc2541 | 2021-06-23 09:35:23 -0700 | [diff] [blame] | 26 | licenses(["notice"]) |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 27 | |
| 28 | pw_cc_library( |
| 29 | name = "pw_tokenizer", |
| 30 | srcs = [ |
Wyatt Hepler | 6639c45 | 2020-05-06 11:43:07 -0700 | [diff] [blame] | 31 | "encode_args.cc", |
Wyatt Hepler | 656fac6 | 2020-10-28 14:30:59 -0700 | [diff] [blame] | 32 | "hash.cc", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 33 | "public/pw_tokenizer/config.h", |
| 34 | "public/pw_tokenizer/internal/argument_types.h", |
| 35 | "public/pw_tokenizer/internal/argument_types_macro_4_byte.h", |
| 36 | "public/pw_tokenizer/internal/argument_types_macro_8_byte.h", |
| 37 | "public/pw_tokenizer/internal/pw_tokenizer_65599_fixed_length_128_hash_macro.h", |
Wyatt Hepler | 63c9bee | 2021-02-23 11:37:15 -0800 | [diff] [blame] | 38 | "public/pw_tokenizer/internal/pw_tokenizer_65599_fixed_length_256_hash_macro.h", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 39 | "public/pw_tokenizer/internal/pw_tokenizer_65599_fixed_length_80_hash_macro.h", |
| 40 | "public/pw_tokenizer/internal/pw_tokenizer_65599_fixed_length_96_hash_macro.h", |
| 41 | "public/pw_tokenizer/internal/tokenize_string.h", |
| 42 | "tokenize.cc", |
| 43 | ], |
| 44 | hdrs = [ |
Wyatt Hepler | 7c8b339 | 2021-04-05 18:00:24 -0700 | [diff] [blame] | 45 | "public/pw_tokenizer/encode_args.h", |
Wyatt Hepler | eb020a1 | 2020-10-28 14:01:51 -0700 | [diff] [blame] | 46 | "public/pw_tokenizer/hash.h", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 47 | "public/pw_tokenizer/tokenize.h", |
| 48 | ], |
| 49 | includes = ["public"], |
| 50 | deps = [ |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 51 | "//pw_polyfill", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 52 | "//pw_preprocessor", |
| 53 | "//pw_span", |
| 54 | "//pw_varint", |
| 55 | ], |
| 56 | ) |
| 57 | |
Wyatt Hepler | 6639c45 | 2020-05-06 11:43:07 -0700 | [diff] [blame] | 58 | pw_cc_library( |
| 59 | name = "test_backend", |
Nathaniel Brough | c2d5781 | 2021-04-18 22:52:00 +0800 | [diff] [blame] | 60 | visibility = ["@pigweed_config//:__pkg__"], |
Wyatt Hepler | 6639c45 | 2020-05-06 11:43:07 -0700 | [diff] [blame] | 61 | ) |
| 62 | |
| 63 | pw_cc_library( |
| 64 | name = "global_handler", |
| 65 | srcs = ["tokenize_to_global_handler.cc"], |
| 66 | hdrs = ["public/pw_tokenizer/tokenize_to_global_handler.h"], |
| 67 | deps = [ |
| 68 | ":pw_tokenizer", |
Nathaniel Brough | c2d5781 | 2021-04-18 22:52:00 +0800 | [diff] [blame] | 69 | "@pigweed_config//:pw_tokenizer_global_handler_backend", |
Wyatt Hepler | 6639c45 | 2020-05-06 11:43:07 -0700 | [diff] [blame] | 70 | ], |
| 71 | ) |
| 72 | |
| 73 | pw_cc_library( |
| 74 | name = "global_handler_with_payload", |
| 75 | srcs = ["tokenize_to_global_handler_with_payload.cc"], |
| 76 | hdrs = ["public/pw_tokenizer/tokenize_to_global_handler_with_payload.h"], |
| 77 | deps = [ |
| 78 | ":pw_tokenizer", |
Nathaniel Brough | c2d5781 | 2021-04-18 22:52:00 +0800 | [diff] [blame] | 79 | "@pigweed_config//:pw_tokenizer_global_handler_with_payload_backend", |
Wyatt Hepler | 6639c45 | 2020-05-06 11:43:07 -0700 | [diff] [blame] | 80 | ], |
| 81 | ) |
| 82 | |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 83 | pw_cc_library( |
Wyatt Hepler | 3c2e952 | 2020-01-09 16:08:54 -0800 | [diff] [blame] | 84 | name = "base64", |
| 85 | srcs = [ |
| 86 | "base64.cc", |
| 87 | ], |
| 88 | hdrs = [ |
| 89 | "public/pw_tokenizer/base64.h", |
| 90 | ], |
| 91 | includes = ["public"], |
| 92 | deps = [ |
Nathaniel Brough | c2d5781 | 2021-04-18 22:52:00 +0800 | [diff] [blame] | 93 | ":pw_tokenizer", |
Wyatt Hepler | 3c2e952 | 2020-01-09 16:08:54 -0800 | [diff] [blame] | 94 | "//pw_base64", |
| 95 | "//pw_preprocessor", |
| 96 | "//pw_span", |
| 97 | ], |
| 98 | ) |
| 99 | |
| 100 | pw_cc_library( |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 101 | name = "decoder", |
| 102 | srcs = [ |
| 103 | "decode.cc", |
| 104 | "detokenize.cc", |
| 105 | "token_database.cc", |
| 106 | ], |
| 107 | hdrs = [ |
| 108 | "public/pw_tokenizer/detokenize.h", |
| 109 | "public/pw_tokenizer/internal/decode.h", |
| 110 | "public/pw_tokenizer/token_database.h", |
| 111 | ], |
| 112 | includes = ["public"], |
| 113 | deps = [ |
| 114 | "//pw_span", |
| 115 | "//pw_varint", |
| 116 | ], |
| 117 | ) |
| 118 | |
| 119 | # Executable for generating test data for the C++ and Python detokenizers. This |
| 120 | # target should only be built for the host. |
| 121 | pw_cc_binary( |
| 122 | name = "generate_decoding_test_data", |
| 123 | srcs = [ |
| 124 | "generate_decoding_test_data.cc", |
| 125 | ], |
Nathaniel Brough | c2d5781 | 2021-04-18 22:52:00 +0800 | [diff] [blame] | 126 | target_compatible_with = select( |
| 127 | { |
| 128 | "@platforms//os:linux": [], |
| 129 | "@platforms//os:windows": [], |
| 130 | "@platforms//os:macos": [], |
| 131 | "//conditions:default": ["@platforms//:incompatible"], |
| 132 | }, |
| 133 | ), |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 134 | deps = [ |
| 135 | ":decoder", |
| 136 | ":pw_tokenizer", |
| 137 | "//pw_preprocessor", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 138 | "//pw_span", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 139 | "//pw_varint", |
| 140 | ], |
| 141 | ) |
| 142 | |
Wyatt Hepler | bc25497 | 2020-01-06 18:35:30 -0800 | [diff] [blame] | 143 | # Executable for generating a test ELF file for elf_reader_test.py. A host |
| 144 | # version of this binary is checked in for use in elf_reader_test.py. |
| 145 | cc_binary( |
| 146 | name = "elf_reader_test_binary", |
| 147 | srcs = [ |
| 148 | "py/elf_reader_test_binary.c", |
| 149 | ], |
| 150 | linkopts = ["-Wl,--unresolved-symbols=ignore-all"], # main is not defined |
| 151 | deps = [ |
| 152 | ":pw_tokenizer", |
| 153 | "//pw_varint", |
| 154 | ], |
| 155 | ) |
| 156 | |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 157 | pw_cc_test( |
| 158 | name = "argument_types_test", |
| 159 | srcs = [ |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 160 | "argument_types_test.cc", |
Wyatt Hepler | eb020a1 | 2020-10-28 14:01:51 -0700 | [diff] [blame] | 161 | "argument_types_test_c.c", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 162 | "pw_tokenizer_private/argument_types_test.h", |
| 163 | ], |
| 164 | deps = [ |
| 165 | ":pw_tokenizer", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 166 | "//pw_preprocessor", |
| 167 | "//pw_unit_test", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 168 | ], |
| 169 | ) |
| 170 | |
| 171 | pw_cc_test( |
Wyatt Hepler | 3c2e952 | 2020-01-09 16:08:54 -0800 | [diff] [blame] | 172 | name = "base64_test", |
| 173 | srcs = [ |
| 174 | "base64_test.cc", |
| 175 | ], |
| 176 | deps = [ |
| 177 | ":base64", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 178 | "//pw_span", |
| 179 | "//pw_unit_test", |
Wyatt Hepler | 3c2e952 | 2020-01-09 16:08:54 -0800 | [diff] [blame] | 180 | ], |
| 181 | ) |
| 182 | |
| 183 | pw_cc_test( |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 184 | name = "decode_test", |
| 185 | srcs = [ |
| 186 | "decode_test.cc", |
| 187 | "pw_tokenizer_private/tokenized_string_decoding_test_data.h", |
| 188 | "pw_tokenizer_private/varint_decoding_test_data.h", |
| 189 | ], |
| 190 | deps = [ |
| 191 | ":decoder", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 192 | "//pw_unit_test", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 193 | "//pw_varint", |
| 194 | ], |
| 195 | ) |
| 196 | |
| 197 | pw_cc_test( |
| 198 | name = "detokenize_test", |
| 199 | srcs = [ |
| 200 | "detokenize_test.cc", |
| 201 | ], |
| 202 | deps = [ |
| 203 | ":decoder", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 204 | "//pw_unit_test", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 205 | ], |
| 206 | ) |
| 207 | |
Nathaniel Brough | b6b90d0 | 2021-05-11 11:32:17 +0800 | [diff] [blame] | 208 | pw_cc_fuzz_test( |
| 209 | name = "detokenize_fuzzer", |
| 210 | srcs = ["detokenize_fuzzer.cc"], |
| 211 | deps = [ |
| 212 | ":decoder", |
| 213 | ":pw_tokenizer", |
| 214 | "//pw_fuzzer", |
| 215 | ], |
| 216 | ) |
| 217 | |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 218 | pw_cc_test( |
Wyatt Hepler | 6639c45 | 2020-05-06 11:43:07 -0700 | [diff] [blame] | 219 | name = "global_handlers_test", |
| 220 | srcs = [ |
Wyatt Hepler | 6639c45 | 2020-05-06 11:43:07 -0700 | [diff] [blame] | 221 | "global_handlers_test.cc", |
Wyatt Hepler | eb020a1 | 2020-10-28 14:01:51 -0700 | [diff] [blame] | 222 | "global_handlers_test_c.c", |
Wyatt Hepler | 6639c45 | 2020-05-06 11:43:07 -0700 | [diff] [blame] | 223 | "pw_tokenizer_private/tokenize_test.h", |
| 224 | ], |
| 225 | deps = [ |
| 226 | ":global_handler", |
| 227 | ":global_handler_with_payload", |
| 228 | ], |
| 229 | ) |
| 230 | |
| 231 | pw_cc_test( |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 232 | name = "hash_test", |
| 233 | srcs = [ |
| 234 | "hash_test.cc", |
| 235 | "pw_tokenizer_private/generated_hash_test_cases.h", |
| 236 | ], |
| 237 | deps = [ |
| 238 | ":pw_tokenizer", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 239 | "//pw_preprocessor", |
| 240 | "//pw_unit_test", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 241 | ], |
| 242 | ) |
| 243 | |
| 244 | pw_cc_test( |
Wyatt Hepler | a6d5cc6 | 2020-01-17 14:15:40 -0800 | [diff] [blame] | 245 | name = "simple_tokenize_test", |
| 246 | srcs = [ |
| 247 | "simple_tokenize_test.cc", |
| 248 | ], |
| 249 | deps = [ |
Nathaniel Brough | c2d5781 | 2021-04-18 22:52:00 +0800 | [diff] [blame] | 250 | ":global_handler", |
| 251 | ":global_handler_with_payload", |
Wyatt Hepler | a6d5cc6 | 2020-01-17 14:15:40 -0800 | [diff] [blame] | 252 | ":pw_tokenizer", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 253 | "//pw_unit_test", |
Wyatt Hepler | a6d5cc6 | 2020-01-17 14:15:40 -0800 | [diff] [blame] | 254 | ], |
| 255 | ) |
| 256 | |
| 257 | pw_cc_test( |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 258 | name = "token_database_test", |
| 259 | srcs = [ |
| 260 | "token_database_test.cc", |
| 261 | ], |
| 262 | deps = [ |
| 263 | ":decoder", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 264 | "//pw_unit_test", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 265 | ], |
| 266 | ) |
| 267 | |
| 268 | pw_cc_test( |
| 269 | name = "tokenize_test", |
| 270 | srcs = [ |
| 271 | "pw_tokenizer_private/tokenize_test.h", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 272 | "tokenize_test.cc", |
Wyatt Hepler | eb020a1 | 2020-10-28 14:01:51 -0700 | [diff] [blame] | 273 | "tokenize_test_c.c", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 274 | ], |
| 275 | deps = [ |
| 276 | ":pw_tokenizer", |
Rob Mohr | 0681948 | 2020-04-06 13:25:43 -0700 | [diff] [blame] | 277 | "//pw_preprocessor", |
| 278 | "//pw_unit_test", |
Wyatt Hepler | 80c6ee5 | 2020-01-03 09:54:58 -0800 | [diff] [blame] | 279 | "//pw_varint", |
| 280 | ], |
| 281 | ) |
| 282 | |
| 283 | # Create a shared library for the tokenizer JNI wrapper. The include paths for |
| 284 | # the JNI headers must be available in the system or provided with the |
| 285 | # pw_java_native_interface_include_dirs variable. |
| 286 | filegroup( |
| 287 | name = "detokenizer_jni", |
| 288 | srcs = [ |
| 289 | "java/dev/pigweed/tokenizer/detokenizer.cc", |
| 290 | ], |
| 291 | ) |