Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 1 | # -*- mode: python; -*- PYTHON-PREPROCESSING-REQUIRED |
| 2 | |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 3 | def _GenDir(ctx): |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 4 | if not ctx.attr.includes: |
Jisi Liu | 6dac082 | 2015-10-19 14:41:00 -0700 | [diff] [blame] | 5 | return "" |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 6 | if not ctx.attr.includes[0]: |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 7 | return ctx.label.package |
| 8 | if not ctx.label.package: |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 9 | return ctx.attr.includes[0] |
| 10 | return ctx.label.package + '/' + ctx.attr.includes[0] |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 11 | |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 12 | def _CcOuts(srcs): |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 13 | return [s[:-len(".proto")] + ".pb.h" for s in srcs] + \ |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 14 | [s[:-len(".proto")] + ".pb.cc" for s in srcs] |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 15 | |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 16 | def _PyOuts(srcs): |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 17 | return [s[:-len(".proto")] + "_pb2.py" for s in srcs] |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 18 | |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 19 | def _RelativeOutputPath(path, include): |
| 20 | if include == None: |
| 21 | return path |
| 22 | |
| 23 | if not path.startswith(include): |
| 24 | fail("Include path %s isn't part of the path %s." % (include, path)) |
| 25 | |
| 26 | if include and include[-1] != '/': |
| 27 | include = include + '/' |
| 28 | |
| 29 | path = path[len(include):] |
| 30 | |
| 31 | if not path.startswith(PACKAGE_NAME): |
| 32 | fail("The package %s is not within the path %s" % (PACKAGE_NAME, path)) |
| 33 | |
| 34 | if not PACKAGE_NAME: |
| 35 | return path |
| 36 | |
| 37 | return path[len(PACKAGE_NAME)+1:] |
| 38 | |
| 39 | |
| 40 | |
Jisi Liu | 9c7d9c0 | 2015-10-15 10:51:32 -0700 | [diff] [blame] | 41 | def _proto_gen_impl(ctx): |
| 42 | """General implementation for generating protos""" |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 43 | srcs = ctx.files.srcs |
| 44 | deps = [] |
| 45 | deps += ctx.files.srcs |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 46 | gen_dir = _GenDir(ctx) |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 47 | if gen_dir: |
| 48 | import_flags = ["-I" + gen_dir] |
| 49 | else: |
| 50 | import_flags = ["-I."] |
| 51 | |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 52 | for dep in ctx.attr.deps: |
| 53 | import_flags += dep.proto.import_flags |
| 54 | deps += dep.proto.deps |
| 55 | |
| 56 | args = [] |
| 57 | if ctx.attr.gen_cc: |
| 58 | args += ["--cpp_out=" + ctx.var["GENDIR"] + "/" + gen_dir] |
| 59 | if ctx.attr.gen_py: |
| 60 | args += ["--python_out=" + ctx.var["GENDIR"] + "/" + gen_dir] |
| 61 | |
| 62 | if args: |
| 63 | ctx.action( |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 64 | inputs=srcs + deps, |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 65 | outputs=ctx.outputs.outs, |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 66 | arguments=args + import_flags + [s.path for s in srcs], |
Jisi Liu | 9c7d9c0 | 2015-10-15 10:51:32 -0700 | [diff] [blame] | 67 | executable=ctx.executable.protoc, |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 68 | ) |
| 69 | |
| 70 | return struct( |
| 71 | proto=struct( |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 72 | srcs=srcs, |
| 73 | import_flags=import_flags, |
| 74 | deps=deps, |
| 75 | ), |
| 76 | ) |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 77 | |
Jisi Liu | 9c7d9c0 | 2015-10-15 10:51:32 -0700 | [diff] [blame] | 78 | _proto_gen = rule( |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 79 | attrs = { |
Jisi Liu | ee8131a | 2015-10-14 17:20:05 -0700 | [diff] [blame] | 80 | "srcs": attr.label_list(allow_files = True), |
| 81 | "deps": attr.label_list(providers = ["proto"]), |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 82 | "includes": attr.string_list(), |
Jisi Liu | ee8131a | 2015-10-14 17:20:05 -0700 | [diff] [blame] | 83 | "protoc": attr.label( |
| 84 | executable = True, |
| 85 | single_file = True, |
| 86 | mandatory = True, |
| 87 | ), |
| 88 | "gen_cc": attr.bool(), |
| 89 | "gen_py": attr.bool(), |
| 90 | "outs": attr.output_list(), |
| 91 | }, |
| 92 | output_to_genfiles = True, |
Jisi Liu | 9c7d9c0 | 2015-10-15 10:51:32 -0700 | [diff] [blame] | 93 | implementation = _proto_gen_impl, |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 94 | ) |
| 95 | |
| 96 | def cc_proto_library( |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 97 | name, |
| 98 | srcs=[], |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 99 | deps=[], |
Jisi Liu | d8701b5 | 2015-10-16 11:44:21 -0700 | [diff] [blame] | 100 | cc_libs=[], |
Jisi Liu | 6dac082 | 2015-10-19 14:41:00 -0700 | [diff] [blame] | 101 | include=None, |
Jisi Liu | 04658a3 | 2015-10-20 15:00:13 -0700 | [diff] [blame] | 102 | protoc="//google/protobuf:protoc", |
Jisi Liu | 3101e73 | 2015-10-16 12:46:26 -0700 | [diff] [blame] | 103 | internal_bootstrap_hack=False, |
Jisi Liu | be92ffb | 2015-10-27 15:11:38 -0700 | [diff] [blame^] | 104 | default_runtime="//google/protobuf:protobuf", |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 105 | **kargs): |
Jisi Liu | 3101e73 | 2015-10-16 12:46:26 -0700 | [diff] [blame] | 106 | """Bazel rule to create a C++ protobuf library from proto source files |
| 107 | |
| 108 | Args: |
| 109 | name: the name of the cc_proto_library. |
| 110 | srcs: the .proto files of the cc_proto_library. |
| 111 | deps: a list of dependency labels; must be cc_proto_library. |
| 112 | cc_libs: a list of other cc_library targets depended by the generated |
| 113 | cc_library. |
| 114 | include: a string indicating the include path of the .proto files. |
| 115 | protoc: the label of the protocol compiler to generate the sources. |
| 116 | internal_bootstrap_hack: a flag indicate the cc_proto_library is used only |
| 117 | for bootstraping. When it is set to True, no files will be generated. |
| 118 | The rule will simply be a provider for .proto files, so that other |
| 119 | cc_proto_library can depend on it. |
Jisi Liu | be92ffb | 2015-10-27 15:11:38 -0700 | [diff] [blame^] | 120 | default_runtime: the implicitly default runtime which will be depended on by |
| 121 | the generated cc_library target. |
Jisi Liu | 3101e73 | 2015-10-16 12:46:26 -0700 | [diff] [blame] | 122 | **kargs: other keyword arguments that are passed to cc_library. |
| 123 | |
| 124 | """ |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 125 | |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 126 | includes = [] |
| 127 | if include != None: |
| 128 | includes = [include] |
| 129 | |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 130 | if internal_bootstrap_hack: |
| 131 | # For pre-checked-in generated files, we add the internal_bootstrap_hack |
| 132 | # which will skip the codegen action. |
Jisi Liu | 9c7d9c0 | 2015-10-15 10:51:32 -0700 | [diff] [blame] | 133 | _proto_gen( |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 134 | name=name + "_genproto", |
| 135 | srcs=srcs, |
Jisi Liu | d8701b5 | 2015-10-16 11:44:21 -0700 | [diff] [blame] | 136 | deps=[s + "_genproto" for s in deps], |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 137 | includes=includes, |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 138 | protoc=protoc, |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 139 | ) |
| 140 | # An empty cc_library to make rule dependency consistent. |
| 141 | native.cc_library( |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 142 | name=name, |
Jisi Liu | d8701b5 | 2015-10-16 11:44:21 -0700 | [diff] [blame] | 143 | **kargs) |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 144 | return |
| 145 | |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 146 | outs = _CcOuts(srcs) |
Jisi Liu | 9c7d9c0 | 2015-10-15 10:51:32 -0700 | [diff] [blame] | 147 | _proto_gen( |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 148 | name=name + "_genproto", |
| 149 | srcs=srcs, |
Jisi Liu | d8701b5 | 2015-10-16 11:44:21 -0700 | [diff] [blame] | 150 | deps=[s + "_genproto" for s in deps], |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 151 | includes=includes, |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 152 | protoc=protoc, |
| 153 | gen_cc=1, |
| 154 | outs=outs, |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 155 | ) |
| 156 | |
Jisi Liu | be92ffb | 2015-10-27 15:11:38 -0700 | [diff] [blame^] | 157 | if default_runtime and not default_runtime in cc_libs: |
| 158 | cc_libs += [default_runtime] |
Jisi Liu | 6dac082 | 2015-10-19 14:41:00 -0700 | [diff] [blame] | 159 | |
Jisi Liu | 39362b3 | 2015-10-14 17:12:11 -0700 | [diff] [blame] | 160 | native.cc_library( |
Jisi Liu | 125a91b | 2015-10-14 17:37:39 -0700 | [diff] [blame] | 161 | name=name, |
| 162 | srcs=outs, |
Jisi Liu | d8701b5 | 2015-10-16 11:44:21 -0700 | [diff] [blame] | 163 | deps=cc_libs + deps, |
Jisi Liu | 6dac082 | 2015-10-19 14:41:00 -0700 | [diff] [blame] | 164 | includes=includes, |
Jisi Liu | d8701b5 | 2015-10-16 11:44:21 -0700 | [diff] [blame] | 165 | **kargs) |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 166 | |
| 167 | |
Jisi Liu | bc4fd15 | 2015-10-20 16:02:58 -0700 | [diff] [blame] | 168 | def internal_copied_filegroup( |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 169 | name, |
| 170 | srcs, |
| 171 | include, |
| 172 | **kargs): |
Jisi Liu | 7b948cc | 2015-10-19 17:56:27 -0700 | [diff] [blame] | 173 | """Bazel rule to fix sources file to workaround with python path issues. |
| 174 | |
| 175 | Args: |
Jisi Liu | bc4fd15 | 2015-10-20 16:02:58 -0700 | [diff] [blame] | 176 | name: the name of the internal_copied_filegroup rule, which will be the |
| 177 | name of the generated filegroup. |
Jisi Liu | 7b948cc | 2015-10-19 17:56:27 -0700 | [diff] [blame] | 178 | srcs: the source files to be copied. |
| 179 | include: the expected import root of the source. |
| 180 | **kargs: extra arguments that will be passed into the filegroup. |
| 181 | """ |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 182 | outs = [_RelativeOutputPath(s, include) for s in srcs] |
| 183 | |
| 184 | native.genrule( |
| 185 | name=name+"_genrule", |
| 186 | srcs=srcs, |
| 187 | outs=outs, |
Jisi Liu | 6ddcae2 | 2015-10-21 10:48:33 -0700 | [diff] [blame] | 188 | cmd=" && ".join(["cp $(location %s) $(location %s)" % |
| 189 | (s, _RelativeOutputPath(s, include)) |
| 190 | for s in srcs])) |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 191 | |
| 192 | native.filegroup( |
| 193 | name=name, |
| 194 | srcs=outs, |
| 195 | **kargs) |
| 196 | |
| 197 | |
| 198 | def py_proto_library( |
| 199 | name, |
| 200 | srcs=[], |
| 201 | deps=[], |
| 202 | py_libs=[], |
| 203 | py_extra_srcs=[], |
| 204 | include=None, |
Jisi Liu | be92ffb | 2015-10-27 15:11:38 -0700 | [diff] [blame^] | 205 | default_runtime="//google/protobuf:protobuf_python", |
Jisi Liu | 04658a3 | 2015-10-20 15:00:13 -0700 | [diff] [blame] | 206 | protoc="//google/protobuf:protoc", |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 207 | **kargs): |
Jisi Liu | 7b948cc | 2015-10-19 17:56:27 -0700 | [diff] [blame] | 208 | """Bazel rule to create a Python protobuf library from proto source files |
| 209 | |
| 210 | Args: |
| 211 | name: the name of the py_proto_library. |
| 212 | srcs: the .proto files of the py_proto_library. |
| 213 | deps: a list of dependency labels; must be py_proto_library. |
| 214 | py_libs: a list of other py_library targets depended by the generated |
| 215 | py_library. |
| 216 | py_extra_srcs: extra source files that will be added to the output |
| 217 | py_library. This attribute is used for internal bootstrapping. |
| 218 | include: a string indicating the include path of the .proto files. |
Jisi Liu | be92ffb | 2015-10-27 15:11:38 -0700 | [diff] [blame^] | 219 | default_runtime: the implicitly default runtime which will be depended on by |
| 220 | the generated py_library target. |
Jisi Liu | 7b948cc | 2015-10-19 17:56:27 -0700 | [diff] [blame] | 221 | protoc: the label of the protocol compiler to generate the sources. |
| 222 | **kargs: other keyword arguments that are passed to cc_library. |
| 223 | |
| 224 | """ |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 225 | outs = _PyOuts(srcs) |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 226 | |
| 227 | includes = [] |
| 228 | if include != None: |
| 229 | includes = [include] |
| 230 | |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 231 | _proto_gen( |
| 232 | name=name + "_genproto", |
| 233 | srcs=srcs, |
| 234 | deps=[s + "_genproto" for s in deps], |
Jisi Liu | 53a56be | 2015-10-20 15:18:20 -0700 | [diff] [blame] | 235 | includes=includes, |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 236 | protoc=protoc, |
| 237 | gen_py=1, |
| 238 | outs=outs, |
| 239 | ) |
| 240 | |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 241 | if include != None: |
Jisi Liu | 7b948cc | 2015-10-19 17:56:27 -0700 | [diff] [blame] | 242 | # Copy the output files to the desired location to make the import work. |
Jisi Liu | bc4fd15 | 2015-10-20 16:02:58 -0700 | [diff] [blame] | 243 | internal_copied_filegroup_name=name + "_internal_copied_filegroup" |
| 244 | internal_copied_filegroup( |
| 245 | name=internal_copied_filegroup_name, |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 246 | srcs=outs, |
| 247 | include=include) |
Jisi Liu | bc4fd15 | 2015-10-20 16:02:58 -0700 | [diff] [blame] | 248 | outs=[internal_copied_filegroup_name] |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 249 | |
Jisi Liu | be92ffb | 2015-10-27 15:11:38 -0700 | [diff] [blame^] | 250 | if default_runtime and not default_runtime in py_libs + deps: |
| 251 | py_libs += [default_runtime] |
| 252 | |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 253 | native.py_library( |
| 254 | name=name, |
Jisi Liu | a33fa8e | 2015-10-20 15:30:44 -0700 | [diff] [blame] | 255 | srcs=outs+py_extra_srcs, |
| 256 | deps=py_libs+deps, |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 257 | **kargs) |
| 258 | |
| 259 | def internal_protobuf_py_tests( |
| 260 | name, |
| 261 | modules=[], |
| 262 | **kargs): |
Jisi Liu | 7b948cc | 2015-10-19 17:56:27 -0700 | [diff] [blame] | 263 | """Bazel rules to create batch tests for protobuf internal. |
| 264 | |
| 265 | Args: |
| 266 | name: the name of the rule. |
| 267 | modules: a list of modules for tests. The macro will create a py_test for |
| 268 | each of the parameter with the source "google/protobuf/%s.py" |
| 269 | kargs: extra parameters that will be passed into the py_test. |
| 270 | |
| 271 | """ |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 272 | for m in modules: |
Jisi Liu | 7b948cc | 2015-10-19 17:56:27 -0700 | [diff] [blame] | 273 | s = _RelativeOutputPath( |
| 274 | "python/google/protobuf/internal/%s.py" % m, "python") |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 275 | native.py_test( |
| 276 | name="py_%s" % m, |
Jisi Liu | 7b948cc | 2015-10-19 17:56:27 -0700 | [diff] [blame] | 277 | srcs=[s], |
| 278 | main=s, |
Jisi Liu | 993fb70 | 2015-10-19 17:19:49 -0700 | [diff] [blame] | 279 | **kargs) |