Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 1 | #!/usr/bin/env python |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 2 | # Usage: ./update_version.py <MAJOR>.<MINOR>.<MICRO> [<RC version>] |
| 3 | # |
| 4 | # Example: |
| 5 | # ./update_version.py 3.7.1 2 |
| 6 | # => Version will become 3.7.1-rc-2 (beta) |
| 7 | # ./update_version.py 3.7.1 |
| 8 | # => Version will become 3.7.1 (stable) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 9 | |
| 10 | import datetime |
| 11 | import re |
| 12 | import sys |
| 13 | from xml.dom import minidom |
| 14 | |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 15 | if len(sys.argv) < 2 or len(sys.argv) > 3: |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 16 | print """ |
| 17 | [ERROR] Please specify a version. |
| 18 | |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 19 | ./update_version.py <MAJOR>.<MINOR>.<MICRO> [<RC version>] |
| 20 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 21 | Example: |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 22 | ./update_version.py 3.7.1 2 |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 23 | """ |
| 24 | exit(1) |
| 25 | |
| 26 | NEW_VERSION = sys.argv[1] |
| 27 | NEW_VERSION_INFO = NEW_VERSION.split('.') |
| 28 | if len(NEW_VERSION_INFO) != 3: |
| 29 | print """ |
| 30 | [ERROR] Version must be in the format <MAJOR>.<MINOR>.<MICRO> |
| 31 | |
| 32 | Example: |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 33 | ./update_version.py 3.7.3 |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 34 | """ |
| 35 | exit(1) |
| 36 | |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 37 | RC_VERSION = 0 |
| 38 | if len(sys.argv) > 2: |
| 39 | RC_VERSION = int(sys.argv[2]) |
| 40 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 41 | |
| 42 | def Find(elem, tagname): |
| 43 | for child in elem.childNodes: |
| 44 | if child.nodeName == tagname: |
| 45 | return child |
| 46 | return None |
| 47 | |
| 48 | |
| 49 | def FindAndClone(elem, tagname): |
| 50 | return Find(elem, tagname).cloneNode(True) |
| 51 | |
| 52 | |
| 53 | def ReplaceText(elem, text): |
| 54 | elem.firstChild.replaceWholeText(text) |
| 55 | |
| 56 | |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 57 | def GetFullVersion(rc_suffix = '-rc-'): |
| 58 | if RC_VERSION == 0: |
| 59 | return NEW_VERSION |
| 60 | else: |
| 61 | return '%s%s%s' % (NEW_VERSION, rc_suffix, RC_VERSION) |
| 62 | |
| 63 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 64 | def RewriteXml(filename, rewriter, add_xml_prefix=True): |
| 65 | document = minidom.parse(filename) |
| 66 | rewriter(document) |
| 67 | # document.toxml() always prepend the XML version without inserting new line. |
| 68 | # We wants to preserve as much of the original formatting as possible, so we |
| 69 | # will remove the default XML version and replace it with our custom one when |
| 70 | # whever necessary. |
| 71 | content = document.toxml().replace('<?xml version="1.0" ?>', '') |
| 72 | file_handle = open(filename, 'wb') |
| 73 | if add_xml_prefix: |
| 74 | file_handle.write('<?xml version="1.0" encoding="UTF-8"?>\n') |
| 75 | file_handle.write(content) |
Hao Nguyen | 4b02f65 | 2018-12-14 15:10:11 -0800 | [diff] [blame] | 76 | file_handle.write('\n') |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 77 | file_handle.close() |
| 78 | |
| 79 | |
| 80 | def RewriteTextFile(filename, line_rewriter): |
| 81 | lines = open(filename, 'r').readlines() |
| 82 | updated_lines = [] |
| 83 | for line in lines: |
| 84 | updated_lines.append(line_rewriter(line)) |
| 85 | if lines == updated_lines: |
| 86 | print '%s was not updated. Please double check.' % filename |
| 87 | f = open(filename, 'w') |
| 88 | f.write(''.join(updated_lines)) |
| 89 | f.close() |
| 90 | |
| 91 | |
| 92 | def UpdateConfigure(): |
| 93 | RewriteTextFile('configure.ac', |
| 94 | lambda line : re.sub( |
| 95 | r'^AC_INIT\(\[Protocol Buffers\],\[.*\],\[protobuf@googlegroups.com\],\[protobuf\]\)$', |
| 96 | ('AC_INIT([Protocol Buffers],[%s],[protobuf@googlegroups.com],[protobuf])' |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 97 | % GetFullVersion()), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 98 | line)) |
| 99 | |
| 100 | |
| 101 | def UpdateCpp(): |
| 102 | cpp_version = '%s00%s00%s' % ( |
| 103 | NEW_VERSION_INFO[0], NEW_VERSION_INFO[1], NEW_VERSION_INFO[2]) |
| 104 | def RewriteCpp(line): |
| 105 | line = re.sub( |
| 106 | r'^#define GOOGLE_PROTOBUF_VERSION .*$', |
| 107 | '#define GOOGLE_PROTOBUF_VERSION %s' % cpp_version, |
| 108 | line) |
| 109 | if NEW_VERSION_INFO[2] == '0': |
| 110 | line = re.sub( |
| 111 | r'^#define GOOGLE_PROTOBUF_MIN_LIBRARY_VERSION .*$', |
| 112 | '#define GOOGLE_PROTOBUF_MIN_LIBRARY_VERSION %s' % cpp_version, |
| 113 | line) |
| 114 | line = re.sub( |
| 115 | r'^#define GOOGLE_PROTOBUF_MIN_PROTOC_VERSION .*$', |
| 116 | '#define GOOGLE_PROTOBUF_MIN_PROTOC_VERSION %s' % cpp_version, |
| 117 | line) |
| 118 | line = re.sub( |
| 119 | r'^static const int kMinHeaderVersionForLibrary = .*$', |
| 120 | 'static const int kMinHeaderVersionForLibrary = %s;' % cpp_version, |
| 121 | line) |
| 122 | line = re.sub( |
| 123 | r'^static const int kMinHeaderVersionForProtoc = .*$', |
| 124 | 'static const int kMinHeaderVersionForProtoc = %s;' % cpp_version, |
| 125 | line) |
| 126 | return line |
| 127 | RewriteTextFile('src/google/protobuf/stubs/common.h', RewriteCpp) |
| 128 | |
| 129 | |
| 130 | def UpdateCsharp(): |
| 131 | RewriteXml('csharp/src/Google.Protobuf/Google.Protobuf.csproj', |
| 132 | lambda document : ReplaceText( |
| 133 | Find(Find(document.documentElement, 'PropertyGroup'), 'VersionPrefix'), |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 134 | GetFullVersion(rc_suffix = '-rc.')), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 135 | add_xml_prefix=False) |
| 136 | |
| 137 | RewriteXml('csharp/Google.Protobuf.Tools.nuspec', |
| 138 | lambda document : ReplaceText( |
| 139 | Find(Find(document.documentElement, 'metadata'), 'version'), |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 140 | GetFullVersion(rc_suffix = '-rc.'))) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 141 | |
| 142 | |
| 143 | def UpdateJava(): |
| 144 | RewriteXml('java/pom.xml', |
| 145 | lambda document : ReplaceText( |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 146 | Find(document.documentElement, 'version'), GetFullVersion())) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 147 | |
Paul Yang | c7b3392 | 2019-02-19 15:54:45 -0800 | [diff] [blame] | 148 | RewriteXml('java/bom/pom.xml', |
| 149 | lambda document : ReplaceText( |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 150 | Find(document.documentElement, 'version'), GetFullVersion())) |
Paul Yang | c7b3392 | 2019-02-19 15:54:45 -0800 | [diff] [blame] | 151 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 152 | RewriteXml('java/core/pom.xml', |
| 153 | lambda document : ReplaceText( |
| 154 | Find(Find(document.documentElement, 'parent'), 'version'), |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 155 | GetFullVersion())) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 156 | |
| 157 | RewriteXml('java/util/pom.xml', |
| 158 | lambda document : ReplaceText( |
| 159 | Find(Find(document.documentElement, 'parent'), 'version'), |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 160 | GetFullVersion())) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 161 | |
| 162 | RewriteXml('protoc-artifacts/pom.xml', |
| 163 | lambda document : ReplaceText( |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 164 | Find(document.documentElement, 'version'), GetFullVersion())) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 165 | |
| 166 | |
| 167 | def UpdateJavaScript(): |
| 168 | RewriteTextFile('js/package.json', |
| 169 | lambda line : re.sub( |
| 170 | r'^ "version": ".*",$', |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 171 | ' "version": "%s",' % GetFullVersion(rc_suffix = '-rc.'), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 172 | line)) |
| 173 | |
| 174 | |
| 175 | def UpdateMakefile(): |
| 176 | protobuf_version_offset = 11 |
| 177 | expected_major_version = '3' |
| 178 | if NEW_VERSION_INFO[0] != expected_major_version: |
| 179 | print """[ERROR] Major protobuf version has changed. Please update |
| 180 | update_version.py to readjust the protobuf_version_offset and |
| 181 | expected_major_version such that the PROTOBUF_VERSION in src/Makefile.am is |
| 182 | always increasing. |
| 183 | """ |
| 184 | exit(1) |
| 185 | |
| 186 | protobuf_version_info = '%s:%s:0' % ( |
| 187 | int(NEW_VERSION_INFO[1]) + protobuf_version_offset, NEW_VERSION_INFO[2]) |
| 188 | RewriteTextFile('src/Makefile.am', |
| 189 | lambda line : re.sub( |
| 190 | r'^PROTOBUF_VERSION = .*$', |
| 191 | 'PROTOBUF_VERSION = %s' % protobuf_version_info, |
| 192 | line)) |
| 193 | |
| 194 | |
| 195 | def UpdateObjectiveC(): |
| 196 | RewriteTextFile('Protobuf.podspec', |
| 197 | lambda line : re.sub( |
| 198 | r"^ s.version = '.*'$", |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 199 | " s.version = '%s'" % GetFullVersion(rc_suffix = '-rc.'), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 200 | line)) |
| 201 | |
| 202 | |
| 203 | def UpdatePhp(): |
| 204 | def Callback(document): |
| 205 | def CreateNode(tagname, indent, children): |
| 206 | elem = document.createElement(tagname) |
| 207 | indent += 1 |
| 208 | for child in children: |
| 209 | elem.appendChild(document.createTextNode('\n' + (' ' * indent))) |
| 210 | elem.appendChild(child) |
| 211 | indent -= 1 |
| 212 | elem.appendChild(document.createTextNode('\n' + (' ' * indent))) |
| 213 | return elem |
| 214 | |
| 215 | root = document.documentElement |
Paul Yang | 5d8cd3b | 2019-02-25 15:13:59 -0800 | [diff] [blame] | 216 | now = datetime.datetime.now() |
| 217 | ReplaceText(Find(root, 'date'), now.strftime('%Y-%m-%d')) |
| 218 | ReplaceText(Find(root, 'time'), now.strftime('%H:%M:%S')) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 219 | version = Find(root, 'version') |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 220 | ReplaceText(Find(version, 'release'), GetFullVersion(rc_suffix = 'RC')) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 221 | ReplaceText(Find(version, 'api'), NEW_VERSION) |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 222 | stability = Find(root, 'stability') |
Bo Yang | b52754b | 2019-02-22 11:31:48 -0800 | [diff] [blame] | 223 | ReplaceText(Find(stability, 'release'), |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 224 | 'stable' if RC_VERSION == 0 else 'beta') |
Bo Yang | b52754b | 2019-02-22 11:31:48 -0800 | [diff] [blame] | 225 | ReplaceText(Find(stability, 'api'), 'stable' if RC_VERSION == 0 else 'beta') |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 226 | changelog = Find(root, 'changelog') |
| 227 | for old_version in changelog.getElementsByTagName('version'): |
| 228 | if Find(old_version, 'release').firstChild.nodeValue == NEW_VERSION: |
| 229 | print ('[WARNING] Version %s already exists in the change log.' |
| 230 | % NEW_VERSION) |
| 231 | return |
| 232 | changelog.appendChild(document.createTextNode(' ')) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 233 | release = CreateNode('release', 2, [ |
| 234 | CreateNode('version', 3, [ |
| 235 | FindAndClone(version, 'release'), |
| 236 | FindAndClone(version, 'api') |
| 237 | ]), |
| 238 | CreateNode('stability', 3, [ |
| 239 | FindAndClone(stability, 'release'), |
| 240 | FindAndClone(stability, 'api') |
| 241 | ]), |
| 242 | FindAndClone(root, 'date'), |
| 243 | FindAndClone(root, 'time'), |
| 244 | FindAndClone(root, 'license'), |
| 245 | FindAndClone(root, 'notes') |
| 246 | ]) |
| 247 | changelog.appendChild(release) |
| 248 | changelog.appendChild(document.createTextNode('\n ')) |
| 249 | RewriteXml('php/ext/google/protobuf/package.xml', Callback) |
Paul Yang | c7b3392 | 2019-02-19 15:54:45 -0800 | [diff] [blame] | 250 | RewriteTextFile('php/ext/google/protobuf/protobuf.h', |
| 251 | lambda line : re.sub( |
| 252 | r'PHP_PROTOBUF_VERSION ".*"$', |
| 253 | 'PHP_PROTOBUF_VERSION "%s"' % NEW_VERSION, |
| 254 | line)) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 255 | |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 256 | RewriteTextFile('php/ext/google/protobuf/protobuf.h', |
| 257 | lambda line : re.sub( |
| 258 | r"^#define PHP_PROTOBUF_VERSION .*$", |
| 259 | "#define PHP_PROTOBUF_VERSION \"%s\"" % GetFullVersion(rc_suffix = 'RC'), |
| 260 | line)) |
| 261 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 262 | def UpdatePython(): |
| 263 | RewriteTextFile('python/google/protobuf/__init__.py', |
| 264 | lambda line : re.sub( |
| 265 | r"^__version__ = '.*'$", |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 266 | "__version__ = '%s'" % GetFullVersion(rc_suffix = 'rc'), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 267 | line)) |
| 268 | |
| 269 | def UpdateRuby(): |
| 270 | RewriteTextFile('ruby/google-protobuf.gemspec', |
| 271 | lambda line : re.sub( |
| 272 | r'^ s.version = ".*"$', |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 273 | ' s.version = "%s"' % GetFullVersion(rc_suffix = '.rc.'), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 274 | line)) |
| 275 | |
| 276 | |
| 277 | UpdateConfigure() |
| 278 | UpdateCsharp() |
| 279 | UpdateCpp() |
| 280 | UpdateJava() |
| 281 | UpdateJavaScript() |
| 282 | UpdateMakefile() |
| 283 | UpdateObjectiveC() |
| 284 | UpdatePhp() |
| 285 | UpdatePython() |
| 286 | UpdateRuby() |