rmistry@google.com | 8e3ff8c | 2013-01-17 12:55:34 +0000 | [diff] [blame] | 1 | # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
| 5 | |
| 6 | """Top-level presubmit script for Skia. |
| 7 | |
| 8 | See http://dev.chromium.org/developers/how-tos/depottools/presubmit-scripts |
| 9 | for more details about the presubmit API built into gcl. |
| 10 | """ |
| 11 | |
rmistry | 5827653 | 2015-10-01 08:24:03 -0700 | [diff] [blame] | 12 | import collections |
rmistry | 3cfd1ad | 2015-03-25 12:53:35 -0700 | [diff] [blame] | 13 | import csv |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 14 | import fnmatch |
rmistry@google.com | f6c5f75 | 2013-03-29 17:26:00 +0000 | [diff] [blame] | 15 | import os |
commit-bot@chromium.org | cfdc596 | 2014-01-31 17:33:04 +0000 | [diff] [blame] | 16 | import re |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 17 | import subprocess |
rmistry@google.com | f6c5f75 | 2013-03-29 17:26:00 +0000 | [diff] [blame] | 18 | import sys |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 19 | import traceback |
rmistry@google.com | f6c5f75 | 2013-03-29 17:26:00 +0000 | [diff] [blame] | 20 | |
rmistry@google.com | c299344 | 2013-01-23 14:35:58 +0000 | [diff] [blame] | 21 | |
commit-bot@chromium.org | cfdc596 | 2014-01-31 17:33:04 +0000 | [diff] [blame] | 22 | REVERT_CL_SUBJECT_PREFIX = 'Revert ' |
| 23 | |
rmistry | f2d83ca | 2014-08-26 10:30:29 -0700 | [diff] [blame] | 24 | # Please add the complete email address here (and not just 'xyz@' or 'xyz'). |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 25 | PUBLIC_API_OWNERS = ( |
Mike Reed | 7dafb09 | 2019-04-02 10:16:42 -0400 | [diff] [blame] | 26 | 'mtklein@google.com', |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 27 | 'reed@chromium.org', |
| 28 | 'reed@google.com', |
| 29 | 'bsalomon@chromium.org', |
| 30 | 'bsalomon@google.com', |
rmistry | 83fab47 | 2014-07-18 05:25:56 -0700 | [diff] [blame] | 31 | 'djsollen@chromium.org', |
| 32 | 'djsollen@google.com', |
Ravi Mistry | fbff329 | 2017-01-19 12:00:08 -0500 | [diff] [blame] | 33 | 'hcm@chromium.org', |
| 34 | 'hcm@google.com', |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 35 | ) |
| 36 | |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 37 | AUTHORS_FILE_NAME = 'AUTHORS' |
Ravi Mistry | 5773516 | 2019-07-25 13:45:15 -0400 | [diff] [blame] | 38 | RELEASE_NOTES_FILE_NAME = 'RELEASE_NOTES.txt' |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 39 | |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 40 | DOCS_PREVIEW_URL = 'https://skia.org/?cl={issue}' |
rmistry | d88b0be | 2016-05-20 03:50:01 -0700 | [diff] [blame] | 41 | GOLD_TRYBOT_URL = 'https://gold.skia.org/search?issue=' |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 42 | |
Eric Boren | 1eec99c | 2018-04-26 13:09:48 -0400 | [diff] [blame] | 43 | SERVICE_ACCOUNT_SUFFIX = [ |
Eric Boren | 47ed6f1 | 2018-04-26 14:02:43 -0400 | [diff] [blame] | 44 | '@%s.iam.gserviceaccount.com' % project for project in [ |
Eric Boren | 6ad3ca4 | 2018-09-07 14:22:16 -0400 | [diff] [blame] | 45 | 'skia-buildbots.google.com', 'skia-swarming-bots', 'skia-public', |
Ravi Mistry | 53c4423 | 2019-03-12 08:51:42 -0400 | [diff] [blame] | 46 | 'skia-corp.google.com', 'chops-service-accounts']] |
Eric Boren | dd98829 | 2018-01-02 13:29:21 -0500 | [diff] [blame] | 47 | |
rmistry@google.com | 547012d | 2013-04-12 19:45:46 +0000 | [diff] [blame] | 48 | |
rmistry@google.com | 713276b | 2013-01-25 18:27:34 +0000 | [diff] [blame] | 49 | def _CheckChangeHasEol(input_api, output_api, source_file_filter=None): |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 50 | """Checks that files end with at least one \n (LF).""" |
rmistry@google.com | 713276b | 2013-01-25 18:27:34 +0000 | [diff] [blame] | 51 | eof_files = [] |
| 52 | for f in input_api.AffectedSourceFiles(source_file_filter): |
| 53 | contents = input_api.ReadFile(f, 'rb') |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 54 | # Check that the file ends in at least one newline character. |
rmistry@google.com | 713276b | 2013-01-25 18:27:34 +0000 | [diff] [blame] | 55 | if len(contents) > 1 and contents[-1:] != '\n': |
| 56 | eof_files.append(f.LocalPath()) |
| 57 | |
| 58 | if eof_files: |
| 59 | return [output_api.PresubmitPromptWarning( |
| 60 | 'These files should end in a newline character:', |
| 61 | items=eof_files)] |
| 62 | return [] |
| 63 | |
| 64 | |
Ben Wagner | cf42e98 | 2018-02-09 17:41:20 -0500 | [diff] [blame] | 65 | def _JsonChecks(input_api, output_api): |
| 66 | """Run checks on any modified json files.""" |
| 67 | failing_files = [] |
| 68 | for affected_file in input_api.AffectedFiles(None): |
| 69 | affected_file_path = affected_file.LocalPath() |
| 70 | is_json = affected_file_path.endswith('.json') |
| 71 | is_metadata = (affected_file_path.startswith('site/') and |
| 72 | affected_file_path.endswith('/METADATA')) |
| 73 | if is_json or is_metadata: |
| 74 | try: |
| 75 | input_api.json.load(open(affected_file_path, 'r')) |
| 76 | except ValueError: |
| 77 | failing_files.append(affected_file_path) |
| 78 | |
| 79 | results = [] |
| 80 | if failing_files: |
| 81 | results.append( |
| 82 | output_api.PresubmitError( |
| 83 | 'The following files contain invalid json:\n%s\n\n' % |
| 84 | '\n'.join(failing_files))) |
| 85 | return results |
| 86 | |
| 87 | |
rmistry | 01cbf6c | 2015-03-12 07:48:40 -0700 | [diff] [blame] | 88 | def _IfDefChecks(input_api, output_api): |
| 89 | """Ensures if/ifdef are not before includes. See skbug/3362 for details.""" |
| 90 | comment_block_start_pattern = re.compile('^\s*\/\*.*$') |
| 91 | comment_block_middle_pattern = re.compile('^\s+\*.*') |
| 92 | comment_block_end_pattern = re.compile('^\s+\*\/.*$') |
| 93 | single_line_comment_pattern = re.compile('^\s*//.*$') |
| 94 | def is_comment(line): |
| 95 | return (comment_block_start_pattern.match(line) or |
| 96 | comment_block_middle_pattern.match(line) or |
| 97 | comment_block_end_pattern.match(line) or |
| 98 | single_line_comment_pattern.match(line)) |
| 99 | |
| 100 | empty_line_pattern = re.compile('^\s*$') |
| 101 | def is_empty_line(line): |
| 102 | return empty_line_pattern.match(line) |
| 103 | |
| 104 | failing_files = [] |
| 105 | for affected_file in input_api.AffectedSourceFiles(None): |
| 106 | affected_file_path = affected_file.LocalPath() |
| 107 | if affected_file_path.endswith('.cpp') or affected_file_path.endswith('.h'): |
| 108 | f = open(affected_file_path) |
| 109 | for line in f.xreadlines(): |
| 110 | if is_comment(line) or is_empty_line(line): |
| 111 | continue |
| 112 | # The below will be the first real line after comments and newlines. |
| 113 | if line.startswith('#if 0 '): |
| 114 | pass |
| 115 | elif line.startswith('#if ') or line.startswith('#ifdef '): |
| 116 | failing_files.append(affected_file_path) |
| 117 | break |
| 118 | |
| 119 | results = [] |
| 120 | if failing_files: |
| 121 | results.append( |
| 122 | output_api.PresubmitError( |
| 123 | 'The following files have #if or #ifdef before includes:\n%s\n\n' |
halcanary | 6950de6 | 2015-11-07 05:29:00 -0800 | [diff] [blame] | 124 | 'See https://bug.skia.org/3362 for why this should be fixed.' % |
rmistry | 01cbf6c | 2015-03-12 07:48:40 -0700 | [diff] [blame] | 125 | '\n'.join(failing_files))) |
| 126 | return results |
| 127 | |
| 128 | |
borenet | c7c9180 | 2015-03-25 04:47:02 -0700 | [diff] [blame] | 129 | def _CopyrightChecks(input_api, output_api, source_file_filter=None): |
| 130 | results = [] |
| 131 | year_pattern = r'\d{4}' |
| 132 | year_range_pattern = r'%s(-%s)?' % (year_pattern, year_pattern) |
| 133 | years_pattern = r'%s(,%s)*,?' % (year_range_pattern, year_range_pattern) |
| 134 | copyright_pattern = ( |
| 135 | r'Copyright (\([cC]\) )?%s \w+' % years_pattern) |
| 136 | |
| 137 | for affected_file in input_api.AffectedSourceFiles(source_file_filter): |
John Stiles | d836f84 | 2020-09-14 10:21:44 -0400 | [diff] [blame^] | 138 | if ('third_party/' in affected_file.LocalPath() or |
| 139 | 'tests/sksl/' in affected_file.LocalPath()): |
borenet | c7c9180 | 2015-03-25 04:47:02 -0700 | [diff] [blame] | 140 | continue |
| 141 | contents = input_api.ReadFile(affected_file, 'rb') |
| 142 | if not re.search(copyright_pattern, contents): |
| 143 | results.append(output_api.PresubmitError( |
| 144 | '%s is missing a correct copyright header.' % affected_file)) |
| 145 | return results |
| 146 | |
| 147 | |
borenet | 2dbbfa5 | 2016-10-14 06:32:09 -0700 | [diff] [blame] | 148 | def _InfraTests(input_api, output_api): |
| 149 | """Run the infra tests.""" |
borenet | 1ed2ae4 | 2016-07-26 11:52:17 -0700 | [diff] [blame] | 150 | results = [] |
mtklein | 3da80f5 | 2016-07-27 04:14:07 -0700 | [diff] [blame] | 151 | if not any(f.LocalPath().startswith('infra') |
| 152 | for f in input_api.AffectedFiles()): |
| 153 | return results |
| 154 | |
borenet | 2dbbfa5 | 2016-10-14 06:32:09 -0700 | [diff] [blame] | 155 | cmd = ['python', os.path.join('infra', 'bots', 'infra_tests.py')] |
borenet | 60b0a2d | 2016-10-04 12:45:41 -0700 | [diff] [blame] | 156 | try: |
| 157 | subprocess.check_output(cmd) |
| 158 | except subprocess.CalledProcessError as e: |
| 159 | results.append(output_api.PresubmitError( |
| 160 | '`%s` failed:\n%s' % (' '.join(cmd), e.output))) |
| 161 | return results |
| 162 | |
| 163 | |
mtklein | 4db3b79 | 2016-08-03 14:18:22 -0700 | [diff] [blame] | 164 | def _CheckGNFormatted(input_api, output_api): |
| 165 | """Make sure any .gn files we're changing have been formatted.""" |
Ben Wagner | 3c4a9d3 | 2020-02-14 14:28:33 -0500 | [diff] [blame] | 166 | files = [] |
Corentin Wallez | 6a5187a | 2020-04-08 10:24:04 +0200 | [diff] [blame] | 167 | for f in input_api.AffectedFiles(include_deletes=False): |
Ben Wagner | 3c4a9d3 | 2020-02-14 14:28:33 -0500 | [diff] [blame] | 168 | if (f.LocalPath().endswith('.gn') or |
| 169 | f.LocalPath().endswith('.gni')): |
| 170 | files.append(f) |
| 171 | if not files: |
| 172 | return [] |
mtklein | 4db3b79 | 2016-08-03 14:18:22 -0700 | [diff] [blame] | 173 | |
Ben Wagner | 3c4a9d3 | 2020-02-14 14:28:33 -0500 | [diff] [blame] | 174 | cmd = ['python', os.path.join('bin', 'fetch-gn')] |
| 175 | try: |
| 176 | subprocess.check_output(cmd) |
| 177 | except subprocess.CalledProcessError as e: |
| 178 | return [output_api.PresubmitError( |
| 179 | '`%s` failed:\n%s' % (' '.join(cmd), e.output))] |
| 180 | |
| 181 | results = [] |
| 182 | for f in files: |
Brian Osman | 70f24af | 2020-02-18 15:08:27 -0500 | [diff] [blame] | 183 | gn = 'gn.exe' if 'win32' in sys.platform else 'gn' |
Ben Wagner | 06265e0 | 2020-02-13 19:02:46 -0500 | [diff] [blame] | 184 | gn = os.path.join(input_api.PresubmitLocalPath(), 'bin', gn) |
Mike Klein | 7a1c53d | 2016-10-11 14:03:06 -0400 | [diff] [blame] | 185 | cmd = [gn, 'format', '--dry-run', f.LocalPath()] |
mtklein | 4db3b79 | 2016-08-03 14:18:22 -0700 | [diff] [blame] | 186 | try: |
| 187 | subprocess.check_output(cmd) |
| 188 | except subprocess.CalledProcessError: |
Ben Wagner | 06265e0 | 2020-02-13 19:02:46 -0500 | [diff] [blame] | 189 | fix = 'bin/gn format ' + f.LocalPath() |
mtklein | 4db3b79 | 2016-08-03 14:18:22 -0700 | [diff] [blame] | 190 | results.append(output_api.PresubmitError( |
mtklein | d434b01 | 2016-08-10 07:30:58 -0700 | [diff] [blame] | 191 | '`%s` failed, try\n\t%s' % (' '.join(cmd), fix))) |
mtklein | 4db3b79 | 2016-08-03 14:18:22 -0700 | [diff] [blame] | 192 | return results |
| 193 | |
Mike Klein | bb41343 | 2019-07-26 11:55:40 -0500 | [diff] [blame] | 194 | def _CheckIncludesFormatted(input_api, output_api): |
| 195 | """Make sure #includes in files we're changing have been formatted.""" |
Mike Klein | f9ad5ba | 2019-07-29 12:34:39 -0500 | [diff] [blame] | 196 | files = [str(f) for f in input_api.AffectedFiles() if f.Action() != 'D'] |
Mike Klein | bb41343 | 2019-07-26 11:55:40 -0500 | [diff] [blame] | 197 | cmd = ['python', |
| 198 | 'tools/rewrite_includes.py', |
Mike Klein | f9ad5ba | 2019-07-29 12:34:39 -0500 | [diff] [blame] | 199 | '--dry-run'] + files |
Hal Canary | 4df3d53 | 2019-07-30 13:49:45 -0400 | [diff] [blame] | 200 | if 0 != subprocess.call(cmd): |
Mike Klein | bb41343 | 2019-07-26 11:55:40 -0500 | [diff] [blame] | 201 | return [output_api.PresubmitError('`%s` failed' % ' '.join(cmd))] |
| 202 | return [] |
borenet | 1ed2ae4 | 2016-07-26 11:52:17 -0700 | [diff] [blame] | 203 | |
Eric Boren | 58d1f76 | 2019-07-19 08:07:44 -0400 | [diff] [blame] | 204 | def _CheckCompileIsolate(input_api, output_api): |
| 205 | """Ensure that gen_compile_isolate.py does not change compile.isolate.""" |
| 206 | # Only run the check if files were added or removed. |
| 207 | results = [] |
| 208 | script = os.path.join('infra', 'bots', 'gen_compile_isolate.py') |
| 209 | isolate = os.path.join('infra', 'bots', 'compile.isolated') |
| 210 | for f in input_api.AffectedFiles(): |
| 211 | if f.Action() in ('A', 'D', 'R'): |
| 212 | break |
| 213 | if f.LocalPath() in (script, isolate): |
| 214 | break |
| 215 | else: |
| 216 | return results |
| 217 | |
| 218 | cmd = ['python', script, 'test'] |
| 219 | try: |
| 220 | subprocess.check_output(cmd, stderr=subprocess.STDOUT) |
| 221 | except subprocess.CalledProcessError as e: |
| 222 | results.append(output_api.PresubmitError(e.output)) |
| 223 | return results |
| 224 | |
| 225 | |
Ben Wagner | 8885550 | 2017-10-12 17:55:19 -0400 | [diff] [blame] | 226 | class _WarningsAsErrors(): |
| 227 | def __init__(self, output_api): |
| 228 | self.output_api = output_api |
| 229 | self.old_warning = None |
| 230 | def __enter__(self): |
| 231 | self.old_warning = self.output_api.PresubmitPromptWarning |
| 232 | self.output_api.PresubmitPromptWarning = self.output_api.PresubmitError |
| 233 | return self.output_api |
| 234 | def __exit__(self, ex_type, ex_value, ex_traceback): |
| 235 | self.output_api.PresubmitPromptWarning = self.old_warning |
| 236 | |
| 237 | |
Eric Boren | 6dc0021 | 2019-07-24 15:15:43 -0400 | [diff] [blame] | 238 | def _CheckDEPSValid(input_api, output_api): |
| 239 | """Ensure that DEPS contains valid entries.""" |
| 240 | results = [] |
| 241 | script = os.path.join('infra', 'bots', 'check_deps.py') |
| 242 | relevant_files = ('DEPS', script) |
| 243 | for f in input_api.AffectedFiles(): |
| 244 | if f.LocalPath() in relevant_files: |
| 245 | break |
| 246 | else: |
| 247 | return results |
| 248 | cmd = ['python', script] |
| 249 | try: |
| 250 | subprocess.check_output(cmd, stderr=subprocess.STDOUT) |
| 251 | except subprocess.CalledProcessError as e: |
| 252 | results.append(output_api.PresubmitError(e.output)) |
| 253 | return results |
| 254 | |
| 255 | |
rmistry@google.com | 6be0b4c | 2013-01-17 14:50:59 +0000 | [diff] [blame] | 256 | def _CommonChecks(input_api, output_api): |
| 257 | """Presubmit checks common to upload and commit.""" |
| 258 | results = [] |
| 259 | sources = lambda x: (x.LocalPath().endswith('.h') or |
rmistry@google.com | 6be0b4c | 2013-01-17 14:50:59 +0000 | [diff] [blame] | 260 | x.LocalPath().endswith('.py') or |
| 261 | x.LocalPath().endswith('.sh') or |
mtklein | 18e5580 | 2015-03-25 07:21:20 -0700 | [diff] [blame] | 262 | x.LocalPath().endswith('.m') or |
| 263 | x.LocalPath().endswith('.mm') or |
| 264 | x.LocalPath().endswith('.go') or |
| 265 | x.LocalPath().endswith('.c') or |
| 266 | x.LocalPath().endswith('.cc') or |
rmistry@google.com | 6be0b4c | 2013-01-17 14:50:59 +0000 | [diff] [blame] | 267 | x.LocalPath().endswith('.cpp')) |
Ben Wagner | 8885550 | 2017-10-12 17:55:19 -0400 | [diff] [blame] | 268 | results.extend(_CheckChangeHasEol( |
| 269 | input_api, output_api, source_file_filter=sources)) |
| 270 | with _WarningsAsErrors(output_api): |
| 271 | results.extend(input_api.canned_checks.CheckChangeHasNoCR( |
| 272 | input_api, output_api, source_file_filter=sources)) |
| 273 | results.extend(input_api.canned_checks.CheckChangeHasNoStrayWhitespace( |
| 274 | input_api, output_api, source_file_filter=sources)) |
Ben Wagner | cf42e98 | 2018-02-09 17:41:20 -0500 | [diff] [blame] | 275 | results.extend(_JsonChecks(input_api, output_api)) |
rmistry | 01cbf6c | 2015-03-12 07:48:40 -0700 | [diff] [blame] | 276 | results.extend(_IfDefChecks(input_api, output_api)) |
borenet | c7c9180 | 2015-03-25 04:47:02 -0700 | [diff] [blame] | 277 | results.extend(_CopyrightChecks(input_api, output_api, |
| 278 | source_file_filter=sources)) |
Eric Boren | 58d1f76 | 2019-07-19 08:07:44 -0400 | [diff] [blame] | 279 | results.extend(_CheckCompileIsolate(input_api, output_api)) |
Eric Boren | 6dc0021 | 2019-07-24 15:15:43 -0400 | [diff] [blame] | 280 | results.extend(_CheckDEPSValid(input_api, output_api)) |
Mike Klein | bb41343 | 2019-07-26 11:55:40 -0500 | [diff] [blame] | 281 | results.extend(_CheckIncludesFormatted(input_api, output_api)) |
Mike Klein | 96f6401 | 2020-04-03 10:59:37 -0500 | [diff] [blame] | 282 | results.extend(_CheckGNFormatted(input_api, output_api)) |
rmistry@google.com | 6be0b4c | 2013-01-17 14:50:59 +0000 | [diff] [blame] | 283 | return results |
| 284 | |
rmistry@google.com | 8e3ff8c | 2013-01-17 12:55:34 +0000 | [diff] [blame] | 285 | |
| 286 | def CheckChangeOnUpload(input_api, output_api): |
Ravi Mistry | 4c0ffe7 | 2020-03-02 13:19:02 -0500 | [diff] [blame] | 287 | """Presubmit checks for the change on upload.""" |
rmistry@google.com | 6be0b4c | 2013-01-17 14:50:59 +0000 | [diff] [blame] | 288 | results = [] |
| 289 | results.extend(_CommonChecks(input_api, output_api)) |
borenet | 1ed2ae4 | 2016-07-26 11:52:17 -0700 | [diff] [blame] | 290 | # Run on upload, not commit, since the presubmit bot apparently doesn't have |
borenet | 60b0a2d | 2016-10-04 12:45:41 -0700 | [diff] [blame] | 291 | # coverage or Go installed. |
borenet | 2dbbfa5 | 2016-10-14 06:32:09 -0700 | [diff] [blame] | 292 | results.extend(_InfraTests(input_api, output_api)) |
Ravi Mistry | 5773516 | 2019-07-25 13:45:15 -0400 | [diff] [blame] | 293 | results.extend(_CheckReleaseNotesForPublicAPI(input_api, output_api)) |
rmistry@google.com | 6be0b4c | 2013-01-17 14:50:59 +0000 | [diff] [blame] | 294 | return results |
rmistry@google.com | 8e3ff8c | 2013-01-17 12:55:34 +0000 | [diff] [blame] | 295 | |
| 296 | |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 297 | class CodeReview(object): |
| 298 | """Abstracts which codereview tool is used for the specified issue.""" |
| 299 | |
| 300 | def __init__(self, input_api): |
| 301 | self._issue = input_api.change.issue |
| 302 | self._gerrit = input_api.gerrit |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 303 | |
| 304 | def GetOwnerEmail(self): |
Aaron Gable | a49909a | 2017-10-09 12:50:52 -0700 | [diff] [blame] | 305 | return self._gerrit.GetChangeOwner(self._issue) |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 306 | |
| 307 | def GetSubject(self): |
Aaron Gable | a49909a | 2017-10-09 12:50:52 -0700 | [diff] [blame] | 308 | return self._gerrit.GetChangeInfo(self._issue)['subject'] |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 309 | |
| 310 | def GetDescription(self): |
Aaron Gable | a49909a | 2017-10-09 12:50:52 -0700 | [diff] [blame] | 311 | return self._gerrit.GetChangeDescription(self._issue) |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 312 | |
Ravi Mistry | 39eabb6 | 2016-10-05 08:41:12 -0400 | [diff] [blame] | 313 | def GetReviewers(self): |
Aaron Gable | a49909a | 2017-10-09 12:50:52 -0700 | [diff] [blame] | 314 | code_review_label = ( |
| 315 | self._gerrit.GetChangeInfo(self._issue)['labels']['Code-Review']) |
| 316 | return [r['email'] for r in code_review_label.get('all', [])] |
Ravi Mistry | 39eabb6 | 2016-10-05 08:41:12 -0400 | [diff] [blame] | 317 | |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 318 | def GetApprovers(self): |
| 319 | approvers = [] |
Aaron Gable | a49909a | 2017-10-09 12:50:52 -0700 | [diff] [blame] | 320 | code_review_label = ( |
| 321 | self._gerrit.GetChangeInfo(self._issue)['labels']['Code-Review']) |
| 322 | for m in code_review_label.get('all', []): |
| 323 | if m.get("value") == 1: |
| 324 | approvers.append(m["email"]) |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 325 | return approvers |
| 326 | |
| 327 | |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 328 | def _CheckOwnerIsInAuthorsFile(input_api, output_api): |
| 329 | results = [] |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 330 | if input_api.change.issue: |
| 331 | cr = CodeReview(input_api) |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 332 | |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 333 | owner_email = cr.GetOwnerEmail() |
Eric Boren | dd98829 | 2018-01-02 13:29:21 -0500 | [diff] [blame] | 334 | |
| 335 | # Service accounts don't need to be in AUTHORS. |
Eric Boren | 1eec99c | 2018-04-26 13:09:48 -0400 | [diff] [blame] | 336 | for suffix in SERVICE_ACCOUNT_SUFFIX: |
| 337 | if owner_email.endswith(suffix): |
| 338 | return results |
Eric Boren | dd98829 | 2018-01-02 13:29:21 -0500 | [diff] [blame] | 339 | |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 340 | try: |
| 341 | authors_content = '' |
| 342 | for line in open(AUTHORS_FILE_NAME): |
| 343 | if not line.startswith('#'): |
| 344 | authors_content += line |
| 345 | email_fnmatches = re.findall('<(.*)>', authors_content) |
| 346 | for email_fnmatch in email_fnmatches: |
| 347 | if fnmatch.fnmatch(owner_email, email_fnmatch): |
| 348 | # Found a match, the user is in the AUTHORS file break out of the loop |
| 349 | break |
| 350 | else: |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 351 | results.append( |
| 352 | output_api.PresubmitError( |
| 353 | 'The email %s is not in Skia\'s AUTHORS file.\n' |
| 354 | 'Issue owner, this CL must include an addition to the Skia AUTHORS ' |
rmistry | 9806d4d | 2015-10-01 08:10:54 -0700 | [diff] [blame] | 355 | 'file.' |
rmistry | 83fab47 | 2014-07-18 05:25:56 -0700 | [diff] [blame] | 356 | % owner_email)) |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 357 | except IOError: |
| 358 | # Do not fail if authors file cannot be found. |
| 359 | traceback.print_exc() |
| 360 | input_api.logging.error('AUTHORS file not found!') |
| 361 | |
| 362 | return results |
| 363 | |
| 364 | |
Ravi Mistry | 5773516 | 2019-07-25 13:45:15 -0400 | [diff] [blame] | 365 | def _CheckReleaseNotesForPublicAPI(input_api, output_api): |
| 366 | """Checks to see if release notes file is updated with public API changes.""" |
| 367 | results = [] |
| 368 | public_api_changed = False |
| 369 | release_file_changed = False |
| 370 | for affected_file in input_api.AffectedFiles(): |
| 371 | affected_file_path = affected_file.LocalPath() |
| 372 | file_path, file_ext = os.path.splitext(affected_file_path) |
| 373 | # We only care about files that end in .h and are under the top-level |
| 374 | # include dir, but not include/private. |
| 375 | if (file_ext == '.h' and |
| 376 | file_path.split(os.path.sep)[0] == 'include' and |
| 377 | 'private' not in file_path): |
| 378 | public_api_changed = True |
| 379 | elif affected_file_path == RELEASE_NOTES_FILE_NAME: |
| 380 | release_file_changed = True |
| 381 | |
| 382 | if public_api_changed and not release_file_changed: |
| 383 | results.append(output_api.PresubmitPromptWarning( |
| 384 | 'If this change affects a client API, please add a summary line ' |
| 385 | 'to the %s file.' % RELEASE_NOTES_FILE_NAME)) |
| 386 | return results |
| 387 | |
| 388 | |
| 389 | |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 390 | def _CheckLGTMsForPublicAPI(input_api, output_api): |
| 391 | """Check LGTMs for public API changes. |
| 392 | |
| 393 | For public API files make sure there is an LGTM from the list of owners in |
| 394 | PUBLIC_API_OWNERS. |
| 395 | """ |
| 396 | results = [] |
| 397 | requires_owner_check = False |
rmistry | 9407ece | 2014-08-26 14:00:54 -0700 | [diff] [blame] | 398 | for affected_file in input_api.AffectedFiles(): |
| 399 | affected_file_path = affected_file.LocalPath() |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 400 | file_path, file_ext = os.path.splitext(affected_file_path) |
rmistry | 9407ece | 2014-08-26 14:00:54 -0700 | [diff] [blame] | 401 | # We only care about files that end in .h and are under the top-level |
mtklein | bda1267 | 2015-07-28 08:54:12 -0700 | [diff] [blame] | 402 | # include dir, but not include/private. |
| 403 | if (file_ext == '.h' and |
| 404 | 'include' == file_path.split(os.path.sep)[0] and |
| 405 | 'private' not in file_path): |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 406 | requires_owner_check = True |
| 407 | |
| 408 | if not requires_owner_check: |
| 409 | return results |
| 410 | |
| 411 | lgtm_from_owner = False |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 412 | if input_api.change.issue: |
| 413 | cr = CodeReview(input_api) |
| 414 | |
| 415 | if re.match(REVERT_CL_SUBJECT_PREFIX, cr.GetSubject(), re.I): |
commit-bot@chromium.org | cfdc596 | 2014-01-31 17:33:04 +0000 | [diff] [blame] | 416 | # It is a revert CL, ignore the public api owners check. |
| 417 | return results |
rmistry | f2d83ca | 2014-08-26 10:30:29 -0700 | [diff] [blame] | 418 | |
Ravi Mistry | 39eabb6 | 2016-10-05 08:41:12 -0400 | [diff] [blame] | 419 | if input_api.gerrit: |
| 420 | for reviewer in cr.GetReviewers(): |
| 421 | if reviewer in PUBLIC_API_OWNERS: |
| 422 | # If an owner is specified as an reviewer in Gerrit then ignore the |
| 423 | # public api owners check. |
rmistry | f2d83ca | 2014-08-26 10:30:29 -0700 | [diff] [blame] | 424 | return results |
Ravi Mistry | 39eabb6 | 2016-10-05 08:41:12 -0400 | [diff] [blame] | 425 | else: |
| 426 | match = re.search(r'^TBR=(.*)$', cr.GetDescription(), re.M) |
| 427 | if match: |
| 428 | tbr_section = match.group(1).strip().split(' ')[0] |
| 429 | tbr_entries = tbr_section.split(',') |
| 430 | for owner in PUBLIC_API_OWNERS: |
| 431 | if owner in tbr_entries or owner.split('@')[0] in tbr_entries: |
| 432 | # If an owner is specified in the TBR= line then ignore the public |
| 433 | # api owners check. |
| 434 | return results |
rmistry | f2d83ca | 2014-08-26 10:30:29 -0700 | [diff] [blame] | 435 | |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 436 | if cr.GetOwnerEmail() in PUBLIC_API_OWNERS: |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 437 | # An owner created the CL that is an automatic LGTM. |
| 438 | lgtm_from_owner = True |
| 439 | |
rmistry | b398ecc | 2016-08-29 08:13:29 -0700 | [diff] [blame] | 440 | for approver in cr.GetApprovers(): |
| 441 | if approver in PUBLIC_API_OWNERS: |
| 442 | # Found an lgtm in a message from an owner. |
| 443 | lgtm_from_owner = True |
| 444 | break |
commit-bot@chromium.org | cfdc596 | 2014-01-31 17:33:04 +0000 | [diff] [blame] | 445 | |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 446 | if not lgtm_from_owner: |
| 447 | results.append( |
| 448 | output_api.PresubmitError( |
mtklein | bda1267 | 2015-07-28 08:54:12 -0700 | [diff] [blame] | 449 | "If this CL adds to or changes Skia's public API, you need an LGTM " |
| 450 | "from any of %s. If this CL only removes from or doesn't change " |
Ravi Mistry | dbb84c2 | 2016-10-05 12:47:44 -0400 | [diff] [blame] | 451 | "Skia's public API, please add a short note to the CL saying so. " |
Aaron Gable | a49909a | 2017-10-09 12:50:52 -0700 | [diff] [blame] | 452 | "Add one of the owners as a reviewer to your CL as well as to the " |
| 453 | "TBR= line. If you don't know if this CL affects Skia's public " |
| 454 | "API, treat it like it does." % str(PUBLIC_API_OWNERS))) |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 455 | return results |
| 456 | |
| 457 | |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 458 | def PostUploadHook(gerrit, change, output_api): |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 459 | """git cl upload will call this hook after the issue is created/modified. |
| 460 | |
| 461 | This hook does the following: |
| 462 | * Adds a link to preview docs changes if there are any docs changes in the CL. |
Ravi Mistry | 355feab | 2017-05-23 14:24:08 -0400 | [diff] [blame] | 463 | * Adds 'No-Try: true' if the CL contains only docs changes. |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 464 | """ |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 465 | if not change.issue: |
| 466 | return [] |
| 467 | |
| 468 | # Skip PostUploadHooks for all auto-commit service account bots. New |
| 469 | # patchsets (caused due to PostUploadHooks) invalidates the CQ+2 vote from |
| 470 | # the "--use-commit-queue" flag to "git cl upload". |
| 471 | for suffix in SERVICE_ACCOUNT_SUFFIX: |
| 472 | if change.author_email.endswith(suffix): |
| 473 | return [] |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 474 | |
| 475 | results = [] |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 476 | at_least_one_docs_change = False |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 477 | all_docs_changes = True |
| 478 | for affected_file in change.AffectedFiles(): |
| 479 | affected_file_path = affected_file.LocalPath() |
| 480 | file_path, _ = os.path.splitext(affected_file_path) |
| 481 | if 'site' == file_path.split(os.path.sep)[0]: |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 482 | at_least_one_docs_change = True |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 483 | else: |
| 484 | all_docs_changes = False |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 485 | if at_least_one_docs_change and not all_docs_changes: |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 486 | break |
| 487 | |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 488 | footers = change.GitFootersFromDescription() |
| 489 | description_changed = False |
Ravi Mistry | b5e2acc | 2017-12-07 11:10:11 -0500 | [diff] [blame] | 490 | |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 491 | # If the change includes only doc changes then add No-Try: true in the |
| 492 | # CL's description if it does not exist yet. |
| 493 | if all_docs_changes and 'true' not in footers.get('No-Try', []): |
| 494 | description_changed = True |
Edward Lemur | c631b7c | 2020-02-04 15:30:18 -0500 | [diff] [blame] | 495 | change.AddDescriptionFooter('No-Try', 'true') |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 496 | results.append( |
| 497 | output_api.PresubmitNotifyResult( |
| 498 | 'This change has only doc changes. Automatically added ' |
| 499 | '\'No-Try: true\' to the CL\'s description')) |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 500 | |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 501 | # If there is at least one docs change then add preview link in the CL's |
| 502 | # description if it does not already exist there. |
| 503 | docs_preview_link = DOCS_PREVIEW_URL.format(issue=change.issue) |
| 504 | if (at_least_one_docs_change |
| 505 | and docs_preview_link not in footers.get('Docs-Preview', [])): |
| 506 | # Automatically add a link to where the docs can be previewed. |
| 507 | description_changed = True |
| 508 | change.AddDescriptionFooter('Docs-Preview', docs_preview_link) |
| 509 | results.append( |
| 510 | output_api.PresubmitNotifyResult( |
| 511 | 'Automatically added a link to preview the docs changes to the ' |
| 512 | 'CL\'s description')) |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 513 | |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 514 | # If the description has changed update it. |
| 515 | if description_changed: |
| 516 | gerrit.UpdateDescription( |
| 517 | change.FullDescriptionText(), change.issue) |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 518 | |
Edward Lemur | 2b7876c | 2020-01-17 18:48:13 -0500 | [diff] [blame] | 519 | return results |
rmistry | d223fb2 | 2015-02-26 10:16:13 -0800 | [diff] [blame] | 520 | |
| 521 | |
rmistry@google.com | 8e3ff8c | 2013-01-17 12:55:34 +0000 | [diff] [blame] | 522 | def CheckChangeOnCommit(input_api, output_api): |
Ravi Mistry | 4c0ffe7 | 2020-03-02 13:19:02 -0500 | [diff] [blame] | 523 | """Presubmit checks for the change on commit.""" |
rmistry@google.com | 8e3ff8c | 2013-01-17 12:55:34 +0000 | [diff] [blame] | 524 | results = [] |
rmistry@google.com | 6be0b4c | 2013-01-17 14:50:59 +0000 | [diff] [blame] | 525 | results.extend(_CommonChecks(input_api, output_api)) |
rmistry@google.com | fb4a68d | 2013-08-12 14:51:20 +0000 | [diff] [blame] | 526 | results.extend(_CheckLGTMsForPublicAPI(input_api, output_api)) |
commit-bot@chromium.org | 745e08c | 2014-02-03 14:18:32 +0000 | [diff] [blame] | 527 | results.extend(_CheckOwnerIsInAuthorsFile(input_api, output_api)) |
Ravi Mistry | a70cb8a | 2017-09-12 13:52:05 -0400 | [diff] [blame] | 528 | # Checks for the presence of 'DO NOT''SUBMIT' in CL description and in |
| 529 | # content of files. |
| 530 | results.extend( |
| 531 | input_api.canned_checks.CheckDoNotSubmit(input_api, output_api)) |
rmistry@google.com | 8e3ff8c | 2013-01-17 12:55:34 +0000 | [diff] [blame] | 532 | return results |