tools/run_tests/filter_pull_request_tests.py

#!/usr/bin/env python2.7
# Copyright 2015, Google Inc.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
#     * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
#     * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following disclaimer
# in the documentation and/or other materials provided with the
# distribution.
#     * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

"""Filter out tests based on file differences compared to grpc:master"""

from subprocess import call, check_output

# triggers to skip c++ tests
run_cpp_starts_with_triggers = ('src/core',
			        'src/cpp',
			        'test/core',
			        'test/cpp')


def _get_changed_files():
  """
  Get list of changed files between current branch and gRPC master branch
  """
  # git fetch might need to be called on Jenkins slave
  # todo(mattkwong): remove or uncomment below after seeing if Jenkins needs this
  # call(['git', 'fetch'])
  # this also collects files that are changed in the repo but not updated in the branch
  return check_output(["git", "diff", "--name-only", "..origin/master"]).split()


def _can_skip_tests(file_names, starts_with_triggers=(), ends_with_triggers=()):
  """
  Determines if tests are skippable based on if all file names do not match
  any begin or end triggers
  :param file_names: list of changed files generated by _get_changed_files()
  :param starts_with_triggers: tuple of strings to match with beginning of file names
  :param ends_with_triggers: tuple of strings to match with end of file names
  :return: safe to skip tests
  """
  for file_name in file_names:
    if starts_with_triggers and file_name.startswith(starts_with_triggers) or \
       ends_with_triggers and file_name.endswith(ends_with_triggers):
         return False
  return True


def _remove_irrelevant_tests(tests, tag):
  """
  Filters out tests by config or language
  :param tests: list of all tests generated by run_tests_matrix.py
  :param tag: string representing language or config to filter - "_(language)_" or "_(config)"
  :return: list of relevant tests
  """
  return [test for test in tests if not tag in test.shortname]


def filter_tests(tests):
  """
  Filters out tests that are safe to ignore
  :param tests: list of all tests generated by run_tests_matrix.py
  :return: list of relevant tests
  """
  print("Finding file differences between grpc:master repo and pull request...")
  changed_files = _get_changed_files()
  for changed_file in changed_files:
    print(changed_file)
  # C++, tsan, msan, and asan have the same filter
  if _can_skip_tests(changed_files, starts_with_triggers=run_cpp_starts_with_triggers):
    tests = _remove_irrelevant_tests(tests, '_c++_') # filter out c++ tests
    tests = _remove_irrelevant_tests(tests, '_tsan') # filter out tsan tests
    tests = _remove_irrelevant_tests(tests, '_msan') # filter out msan tests
    tests = _remove_irrelevant_tests(tests, '_asan') # filter out asan tests
  return tests