blob: b1fa0ef5dd90843bbdd18878733fcb20d9316024 [file] [log] [blame]
Mike Frysingerf6013762019-06-13 02:30:51 -04001# -*- coding:utf-8 -*-
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002#
3# Copyright (C) 2008 The Android Open Source Project
4#
5# Licensed under the Apache License, Version 2.0 (the "License");
6# you may not use this file except in compliance with the License.
7# You may obtain a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS,
13# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14# See the License for the specific language governing permissions and
15# limitations under the License.
16
17import os
18import optparse
Conley Owensd21720d2012-04-16 11:02:21 -070019import platform
Colin Cross5acde752012-03-28 20:15:45 -070020import re
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070021import sys
22
David Rileye0684ad2017-04-05 00:02:59 -070023from event_log import EventLog
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070024from error import NoSuchProjectError
Colin Cross5acde752012-03-28 20:15:45 -070025from error import InvalidProjectGroupsError
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070026
David Pursehouseb148ac92012-11-16 09:33:39 +090027
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070028class Command(object):
29 """Base class for any command line action in repo.
30 """
31
32 common = False
David Rileye0684ad2017-04-05 00:02:59 -070033 event_log = EventLog()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070034 manifest = None
35 _optparse = None
36
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -070037 def WantPager(self, _opt):
Shawn O. Pearcedb45da12009-04-18 13:49:13 -070038 return False
39
David Pursehouseb148ac92012-11-16 09:33:39 +090040 def ReadEnvironmentOptions(self, opts):
41 """ Set options from environment variables. """
42
43 env_options = self._RegisteredEnvironmentOptions()
44
45 for env_key, opt_key in env_options.items():
46 # Get the user-set option value if any
47 opt_value = getattr(opts, opt_key)
48
49 # If the value is set, it means the user has passed it as a command
50 # line option, and we should use that. Otherwise we can try to set it
51 # with the value from the corresponding environment variable.
52 if opt_value is not None:
53 continue
54
55 env_value = os.environ.get(env_key)
56 if env_value is not None:
57 setattr(opts, opt_key, env_value)
58
59 return opts
60
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070061 @property
62 def OptionParser(self):
63 if self._optparse is None:
64 try:
65 me = 'repo %s' % self.NAME
66 usage = self.helpUsage.strip().replace('%prog', me)
67 except AttributeError:
68 usage = 'repo %s' % self.NAME
Mike Frysinger72ebf192020-02-19 01:20:18 -050069 epilog = 'Run `repo help %s` to view the detailed manual.' % self.NAME
70 self._optparse = optparse.OptionParser(usage=usage, epilog=epilog)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070071 self._Options(self._optparse)
72 return self._optparse
73
74 def _Options(self, p):
75 """Initialize the option parser.
76 """
77
David Pursehouseb148ac92012-11-16 09:33:39 +090078 def _RegisteredEnvironmentOptions(self):
79 """Get options that can be set from environment variables.
80
81 Return a dictionary mapping environment variable name
82 to option key name that it can override.
83
84 Example: {'REPO_MY_OPTION': 'my_option'}
85
86 Will allow the option with key value 'my_option' to be set
87 from the value in the environment variable named 'REPO_MY_OPTION'.
88
89 Note: This does not work properly for options that are explicitly
90 set to None by the user, or options that are defined with a
91 default value other than None.
92
93 """
94 return {}
95
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070096 def Usage(self):
97 """Display usage and terminate.
98 """
99 self.OptionParser.print_usage()
100 sys.exit(1)
101
Mike Frysingerae6cb082019-08-27 01:10:59 -0400102 def ValidateOptions(self, opt, args):
103 """Validate the user options & arguments before executing.
104
105 This is meant to help break the code up into logical steps. Some tips:
106 * Use self.OptionParser.error to display CLI related errors.
107 * Adjust opt member defaults as makes sense.
108 * Adjust the args list, but do so inplace so the caller sees updates.
109 * Try to avoid updating self state. Leave that to Execute.
110 """
111
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700112 def Execute(self, opt, args):
113 """Perform the action, after option parsing is complete.
114 """
115 raise NotImplementedError
Conley Owens971de8e2012-04-16 10:36:08 -0700116
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800117 def _ResetPathToProjectMap(self, projects):
118 self._by_path = dict((p.worktree, p) for p in projects)
119
120 def _UpdatePathToProjectMap(self, project):
121 self._by_path[project.worktree] = project
122
Simran Basib9a1b732015-08-20 12:19:28 -0700123 def _GetProjectByPath(self, manifest, path):
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800124 project = None
125 if os.path.exists(path):
126 oldpath = None
David Pursehouse5a2517f2020-02-12 14:55:01 +0900127 while (path and
128 path != oldpath and
129 path != manifest.topdir):
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800130 try:
131 project = self._by_path[path]
132 break
133 except KeyError:
134 oldpath = path
135 path = os.path.dirname(path)
Mark E. Hamiltonf9fe3e12016-02-23 18:10:42 -0700136 if not project and path == manifest.topdir:
137 try:
138 project = self._by_path[path]
139 except KeyError:
140 pass
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800141 else:
142 try:
143 project = self._by_path[path]
144 except KeyError:
145 pass
146 return project
147
Simran Basib9a1b732015-08-20 12:19:28 -0700148 def GetProjects(self, args, manifest=None, groups='', missing_ok=False,
149 submodules_ok=False):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700150 """A list of projects that match the arguments.
151 """
Simran Basib9a1b732015-08-20 12:19:28 -0700152 if not manifest:
153 manifest = self.manifest
154 all_projects_list = manifest.projects
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700155 result = []
156
Simran Basib9a1b732015-08-20 12:19:28 -0700157 mp = manifest.manifestProject
Colin Cross5acde752012-03-28 20:15:45 -0700158
Graham Christensen0369a062015-07-29 17:02:54 -0500159 if not groups:
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700160 groups = mp.config.GetString('manifest.groups')
Colin Crossc39864f2012-04-23 13:41:58 -0700161 if not groups:
David Holmer0a1c6a12012-11-14 19:19:00 -0500162 groups = 'default,platform-' + platform.system().lower()
David Pursehouse1d947b32012-10-25 12:23:11 +0900163 groups = [x for x in re.split(r'[,\s]+', groups) if x]
Colin Cross5acde752012-03-28 20:15:45 -0700164
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700165 if not args:
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800166 derived_projects = {}
167 for project in all_projects_list:
168 if submodules_ok or project.sync_s:
169 derived_projects.update((p.name, p)
170 for p in project.GetDerivedSubprojects())
171 all_projects_list.extend(derived_projects.values())
172 for project in all_projects_list:
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700173 if (missing_ok or project.Exists) and project.MatchesGroups(groups):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700174 result.append(project)
175 else:
David James8d201162013-10-11 17:03:19 -0700176 self._ResetPathToProjectMap(all_projects_list)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700177
178 for arg in args:
Mike Frysingere778e572019-10-04 14:21:41 -0400179 # We have to filter by manifest groups in case the requested project is
180 # checked out multiple times or differently based on them.
181 projects = [project for project in manifest.GetProjectsWithName(arg)
182 if project.MatchesGroups(groups)]
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700183
David James8d201162013-10-11 17:03:19 -0700184 if not projects:
Anthony Newnamdf14a702011-01-09 17:31:57 -0800185 path = os.path.abspath(arg).replace('\\', '/')
Simran Basib9a1b732015-08-20 12:19:28 -0700186 project = self._GetProjectByPath(manifest, path)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700187
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800188 # If it's not a derived project, update path->project mapping and
189 # search again, as arg might actually point to a derived subproject.
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700190 if (project and not project.Derived and (submodules_ok or
191 project.sync_s)):
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800192 search_again = False
193 for subproject in project.GetDerivedSubprojects():
194 self._UpdatePathToProjectMap(subproject)
195 search_again = True
196 if search_again:
Simran Basib9a1b732015-08-20 12:19:28 -0700197 project = self._GetProjectByPath(manifest, path) or project
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700198
David James8d201162013-10-11 17:03:19 -0700199 if project:
200 projects = [project]
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700201
David James8d201162013-10-11 17:03:19 -0700202 if not projects:
203 raise NoSuchProjectError(arg)
204
205 for project in projects:
206 if not missing_ok and not project.Exists:
Mike Frysingere778e572019-10-04 14:21:41 -0400207 raise NoSuchProjectError('%s (%s)' % (arg, project.relpath))
David James8d201162013-10-11 17:03:19 -0700208 if not project.MatchesGroups(groups):
209 raise InvalidProjectGroupsError(arg)
210
211 result.extend(projects)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700212
213 def _getpath(x):
214 return x.relpath
215 result.sort(key=_getpath)
216 return result
217
Takeshi Kanemoto1f056442016-01-26 14:11:35 +0900218 def FindProjects(self, args, inverse=False):
Zhiguang Lia8864fb2013-03-15 10:32:10 +0800219 result = []
David Pursehouse84c4d3c2013-04-30 10:57:37 +0900220 patterns = [re.compile(r'%s' % a, re.IGNORECASE) for a in args]
Zhiguang Lia8864fb2013-03-15 10:32:10 +0800221 for project in self.GetProjects(''):
David Pursehouse84c4d3c2013-04-30 10:57:37 +0900222 for pattern in patterns:
Takeshi Kanemoto1f056442016-01-26 14:11:35 +0900223 match = pattern.search(project.name) or pattern.search(project.relpath)
224 if not inverse and match:
Zhiguang Lia8864fb2013-03-15 10:32:10 +0800225 result.append(project)
226 break
Takeshi Kanemoto1f056442016-01-26 14:11:35 +0900227 if inverse and match:
228 break
229 else:
230 if inverse:
231 result.append(project)
Zhiguang Lia8864fb2013-03-15 10:32:10 +0800232 result.sort(key=lambda project: project.relpath)
233 return result
234
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700235
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700236class InteractiveCommand(Command):
237 """Command which requires user interaction on the tty and
238 must not run within a pager, even if the user asks to.
239 """
David Pursehouse819827a2020-02-12 15:20:19 +0900240
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700241 def WantPager(self, _opt):
Shawn O. Pearcedb45da12009-04-18 13:49:13 -0700242 return False
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700243
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700244
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700245class PagedCommand(Command):
246 """Command which defaults to output in a pager, as its
247 display tends to be larger than one screen full.
248 """
David Pursehouse819827a2020-02-12 15:20:19 +0900249
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700250 def WantPager(self, _opt):
Shawn O. Pearcedb45da12009-04-18 13:49:13 -0700251 return True
Shawn O. Pearcec95583b2009-03-03 17:47:06 -0800252
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700253
Shawn O. Pearcec95583b2009-03-03 17:47:06 -0800254class MirrorSafeCommand(object):
255 """Command permits itself to run within a mirror,
256 and does not require a working directory.
257 """
Dan Willemsen9ff2ece2015-08-31 15:45:06 -0700258
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700259
Dan Willemsen79360642015-08-31 15:45:06 -0700260class GitcAvailableCommand(object):
Dan Willemsen9ff2ece2015-08-31 15:45:06 -0700261 """Command that requires GITC to be available, but does
262 not require the local client to be a GITC client.
263 """
Dan Willemsen79360642015-08-31 15:45:06 -0700264
Mark E. Hamilton8ccfa742016-02-10 10:44:30 -0700265
Dan Willemsen79360642015-08-31 15:45:06 -0700266class GitcClientCommand(object):
267 """Command that requires the local client to be a GITC
268 client.
269 """