blob: 7f635a0d1c0835bf19d5836dd002f0769a31fd13 [file] [log] [blame]
Jack Jansena6db44f2002-09-06 19:47:49 +00001#!/usr/bin/env python
2
3"""buildpkg.py -- Build OS X packages for Apple's Installer.app.
4
5This is an experimental command-line tool for building packages to be
Tim Peters182b5ac2004-07-18 06:16:08 +00006installed with the Mac OS X Installer.app application.
Jack Jansena6db44f2002-09-06 19:47:49 +00007
Tim Peters182b5ac2004-07-18 06:16:08 +00008It is much inspired by Apple's GUI tool called PackageMaker.app, that
9seems to be part of the OS X developer tools installed in the folder
10/Developer/Applications. But apparently there are other free tools to
11do the same thing which are also named PackageMaker like Brian Hill's
12one:
Jack Jansena6db44f2002-09-06 19:47:49 +000013
14 http://personalpages.tds.net/~brian_hill/packagemaker.html
15
Tim Peters182b5ac2004-07-18 06:16:08 +000016Beware of the multi-package features of Installer.app (which are not
17yet supported here) that can potentially screw-up your installation
Jack Jansena6db44f2002-09-06 19:47:49 +000018and are discussed in these articles on Stepwise:
19
20 http://www.stepwise.com/Articles/Technical/Packages/InstallerWoes.html
21 http://www.stepwise.com/Articles/Technical/Packages/InstallerOnX.html
22
Tim Peters182b5ac2004-07-18 06:16:08 +000023Beside using the PackageMaker class directly, by importing it inside
Jack Jansena6db44f2002-09-06 19:47:49 +000024another module, say, there are additional ways of using this module:
Tim Peters182b5ac2004-07-18 06:16:08 +000025the top-level buildPackage() function provides a shortcut to the same
Jack Jansena6db44f2002-09-06 19:47:49 +000026feature and is also called when using this module from the command-
27line.
28
29 ****************************************************************
Tim Peters182b5ac2004-07-18 06:16:08 +000030 NOTE: For now you should be able to run this even on a non-OS X
Jack Jansena6db44f2002-09-06 19:47:49 +000031 system and get something similar to a package, but without
Tim Peters182b5ac2004-07-18 06:16:08 +000032 the real archive (needs pax) and bom files (needs mkbom)
33 inside! This is only for providing a chance for testing to
Jack Jansena6db44f2002-09-06 19:47:49 +000034 folks without OS X.
35 ****************************************************************
36
37TODO:
38 - test pre-process and post-process scripts (Python ones?)
39 - handle multi-volume packages (?)
40 - integrate into distutils (?)
41
Tim Peters182b5ac2004-07-18 06:16:08 +000042Dinu C. Gherman,
Jack Jansena6db44f2002-09-06 19:47:49 +000043gherman@europemail.com
44November 2001
45
46!! USE AT YOUR OWN RISK !!
47"""
48
49__version__ = 0.2
50__license__ = "FreeBSD"
51
52
53import os, sys, glob, fnmatch, shutil, string, copy, getopt
54from os.path import basename, dirname, join, islink, isdir, isfile
55
Jack Jansen997429a2002-09-06 21:55:13 +000056Error = "buildpkg.Error"
Jack Jansena6db44f2002-09-06 19:47:49 +000057
58PKG_INFO_FIELDS = """\
59Title
60Version
61Description
62DefaultLocation
Jack Jansena6db44f2002-09-06 19:47:49 +000063DeleteWarning
64NeedsAuthorization
65DisableStop
66UseUserMask
67Application
68Relocatable
69Required
70InstallOnly
71RequiresReboot
Just van Rossum3bd8d0f2003-02-01 10:07:28 +000072RootVolumeOnly
Jack Jansen12cb99b2003-07-22 14:31:34 +000073LongFilenames
74LibrarySubdirectory
75AllowBackRev
76OverwritePermissions
Jack Jansena6db44f2002-09-06 19:47:49 +000077InstallFat\
78"""
79
80######################################################################
81# Helpers
82######################################################################
83
84# Convenience class, as suggested by /F.
85
86class GlobDirectoryWalker:
87 "A forward iterator that traverses files in a directory tree."
88
89 def __init__(self, directory, pattern="*"):
90 self.stack = [directory]
91 self.pattern = pattern
92 self.files = []
93 self.index = 0
94
95
96 def __getitem__(self, index):
97 while 1:
98 try:
99 file = self.files[self.index]
100 self.index = self.index + 1
101 except IndexError:
102 # pop next directory from stack
103 self.directory = self.stack.pop()
104 self.files = os.listdir(self.directory)
105 self.index = 0
106 else:
107 # got a filename
108 fullname = join(self.directory, file)
109 if isdir(fullname) and not islink(fullname):
110 self.stack.append(fullname)
111 if fnmatch.fnmatch(file, self.pattern):
112 return fullname
113
114
115######################################################################
116# The real thing
117######################################################################
118
119class PackageMaker:
120 """A class to generate packages for Mac OS X.
121
122 This is intended to create OS X packages (with extension .pkg)
Tim Peters182b5ac2004-07-18 06:16:08 +0000123 containing archives of arbitrary files that the Installer.app
Jack Jansena6db44f2002-09-06 19:47:49 +0000124 will be able to handle.
125
Tim Peters182b5ac2004-07-18 06:16:08 +0000126 As of now, PackageMaker instances need to be created with the
127 title, version and description of the package to be built.
128 The package is built after calling the instance method
129 build(root, **options). It has the same name as the constructor's
130 title argument plus a '.pkg' extension and is located in the same
Jack Jansena6db44f2002-09-06 19:47:49 +0000131 parent folder that contains the root folder.
132
133 E.g. this will create a package folder /my/space/distutils.pkg/:
134
135 pm = PackageMaker("distutils", "1.0.2", "Python distutils.")
136 pm.build("/my/space/distutils")
137 """
138
139 packageInfoDefaults = {
140 'Title': None,
141 'Version': None,
142 'Description': '',
143 'DefaultLocation': '/',
Jack Jansena6db44f2002-09-06 19:47:49 +0000144 'DeleteWarning': '',
145 'NeedsAuthorization': 'NO',
146 'DisableStop': 'NO',
147 'UseUserMask': 'YES',
148 'Application': 'NO',
149 'Relocatable': 'YES',
150 'Required': 'NO',
151 'InstallOnly': 'NO',
152 'RequiresReboot': 'NO',
Just van Rossum3bd8d0f2003-02-01 10:07:28 +0000153 'RootVolumeOnly' : 'NO',
Jack Jansen12cb99b2003-07-22 14:31:34 +0000154 'InstallFat': 'NO',
155 'LongFilenames': 'YES',
156 'LibrarySubdirectory': 'Standard',
157 'AllowBackRev': 'YES',
158 'OverwritePermissions': 'NO',
159 }
Jack Jansena6db44f2002-09-06 19:47:49 +0000160
161
162 def __init__(self, title, version, desc):
163 "Init. with mandatory title/version/description arguments."
164
165 info = {"Title": title, "Version": version, "Description": desc}
166 self.packageInfo = copy.deepcopy(self.packageInfoDefaults)
167 self.packageInfo.update(info)
Tim Peters182b5ac2004-07-18 06:16:08 +0000168
Jack Jansena6db44f2002-09-06 19:47:49 +0000169 # variables set later
170 self.packageRootFolder = None
171 self.packageResourceFolder = None
Jack Jansen997429a2002-09-06 21:55:13 +0000172 self.sourceFolder = None
Jack Jansena6db44f2002-09-06 19:47:49 +0000173 self.resourceFolder = None
174
175
176 def build(self, root, resources=None, **options):
177 """Create a package for some given root folder.
178
Tim Peters182b5ac2004-07-18 06:16:08 +0000179 With no 'resources' argument set it is assumed to be the same
180 as the root directory. Option items replace the default ones
Jack Jansena6db44f2002-09-06 19:47:49 +0000181 in the package info.
182 """
183
184 # set folder attributes
Jack Jansen997429a2002-09-06 21:55:13 +0000185 self.sourceFolder = root
Jack Jansena6db44f2002-09-06 19:47:49 +0000186 if resources == None:
Jack Jansen997429a2002-09-06 21:55:13 +0000187 self.resourceFolder = root
188 else:
189 self.resourceFolder = resources
Jack Jansena6db44f2002-09-06 19:47:49 +0000190
191 # replace default option settings with user ones if provided
192 fields = self. packageInfoDefaults.keys()
193 for k, v in options.items():
194 if k in fields:
195 self.packageInfo[k] = v
Jack Jansen997429a2002-09-06 21:55:13 +0000196 elif not k in ["OutputDir"]:
197 raise Error, "Unknown package option: %s" % k
Tim Peters182b5ac2004-07-18 06:16:08 +0000198
Jack Jansen997429a2002-09-06 21:55:13 +0000199 # Check where we should leave the output. Default is current directory
200 outputdir = options.get("OutputDir", os.getcwd())
201 packageName = self.packageInfo["Title"]
202 self.PackageRootFolder = os.path.join(outputdir, packageName + ".pkg")
Tim Peters182b5ac2004-07-18 06:16:08 +0000203
Jack Jansena6db44f2002-09-06 19:47:49 +0000204 # do what needs to be done
205 self._makeFolders()
206 self._addInfo()
207 self._addBom()
208 self._addArchive()
209 self._addResources()
210 self._addSizes()
Jack Jansen12cb99b2003-07-22 14:31:34 +0000211 self._addLoc()
Jack Jansena6db44f2002-09-06 19:47:49 +0000212
213
214 def _makeFolders(self):
215 "Create package folder structure."
216
217 # Not sure if the package name should contain the version or not...
Tim Peters182b5ac2004-07-18 06:16:08 +0000218 # packageName = "%s-%s" % (self.packageInfo["Title"],
Jack Jansena6db44f2002-09-06 19:47:49 +0000219 # self.packageInfo["Version"]) # ??
220
Jack Jansen997429a2002-09-06 21:55:13 +0000221 contFolder = join(self.PackageRootFolder, "Contents")
222 self.packageResourceFolder = join(contFolder, "Resources")
223 os.mkdir(self.PackageRootFolder)
Jack Jansena6db44f2002-09-06 19:47:49 +0000224 os.mkdir(contFolder)
Jack Jansen997429a2002-09-06 21:55:13 +0000225 os.mkdir(self.packageResourceFolder)
Jack Jansena6db44f2002-09-06 19:47:49 +0000226
227 def _addInfo(self):
228 "Write .info file containing installing options."
229
230 # Not sure if options in PKG_INFO_FIELDS are complete...
231
232 info = ""
233 for f in string.split(PKG_INFO_FIELDS, "\n"):
Jack Jansen12cb99b2003-07-22 14:31:34 +0000234 if self.packageInfo.has_key(f):
235 info = info + "%s %%(%s)s\n" % (f, f)
Jack Jansena6db44f2002-09-06 19:47:49 +0000236 info = info % self.packageInfo
Jack Jansen997429a2002-09-06 21:55:13 +0000237 base = self.packageInfo["Title"] + ".info"
238 path = join(self.packageResourceFolder, base)
Jack Jansena6db44f2002-09-06 19:47:49 +0000239 f = open(path, "w")
240 f.write(info)
241
242
243 def _addBom(self):
244 "Write .bom file containing 'Bill of Materials'."
245
246 # Currently ignores if the 'mkbom' tool is not available.
247
248 try:
Jack Jansen997429a2002-09-06 21:55:13 +0000249 base = self.packageInfo["Title"] + ".bom"
250 bomPath = join(self.packageResourceFolder, base)
251 cmd = "mkbom %s %s" % (self.sourceFolder, bomPath)
Jack Jansena6db44f2002-09-06 19:47:49 +0000252 res = os.system(cmd)
253 except:
254 pass
255
256
257 def _addArchive(self):
258 "Write .pax.gz file, a compressed archive using pax/gzip."
259
260 # Currently ignores if the 'pax' tool is not available.
261
262 cwd = os.getcwd()
263
Jack Jansen997429a2002-09-06 21:55:13 +0000264 # create archive
265 os.chdir(self.sourceFolder)
266 base = basename(self.packageInfo["Title"]) + ".pax"
267 self.archPath = join(self.packageResourceFolder, base)
268 cmd = "pax -w -f %s %s" % (self.archPath, ".")
269 res = os.system(cmd)
Tim Peters182b5ac2004-07-18 06:16:08 +0000270
Jack Jansen997429a2002-09-06 21:55:13 +0000271 # compress archive
272 cmd = "gzip %s" % self.archPath
273 res = os.system(cmd)
Jack Jansena6db44f2002-09-06 19:47:49 +0000274 os.chdir(cwd)
275
276
277 def _addResources(self):
278 "Add Welcome/ReadMe/License files, .lproj folders and scripts."
279
Tim Peters182b5ac2004-07-18 06:16:08 +0000280 # Currently we just copy everything that matches the allowed
281 # filenames. So, it's left to Installer.app to deal with the
Jack Jansena6db44f2002-09-06 19:47:49 +0000282 # same file available in multiple formats...
283
Jack Jansen997429a2002-09-06 21:55:13 +0000284 if not self.resourceFolder:
Jack Jansena6db44f2002-09-06 19:47:49 +0000285 return
286
287 # find candidate resource files (txt html rtf rtfd/ or lproj/)
288 allFiles = []
289 for pat in string.split("*.txt *.html *.rtf *.rtfd *.lproj", " "):
Jack Jansen997429a2002-09-06 21:55:13 +0000290 pattern = join(self.resourceFolder, pat)
Jack Jansena6db44f2002-09-06 19:47:49 +0000291 allFiles = allFiles + glob.glob(pattern)
292
293 # find pre-process and post-process scripts
Just van Rossum3bd8d0f2003-02-01 10:07:28 +0000294 # naming convention: packageName.{pre,post}_{upgrade,install}
295 # Alternatively the filenames can be {pre,post}_{upgrade,install}
Jack Jansen997429a2002-09-06 21:55:13 +0000296 # in which case we prepend the package name
Jack Jansena6db44f2002-09-06 19:47:49 +0000297 packageName = self.packageInfo["Title"]
Just van Rossum3bd8d0f2003-02-01 10:07:28 +0000298 for pat in ("*upgrade", "*install", "*flight"):
Jack Jansen997429a2002-09-06 21:55:13 +0000299 pattern = join(self.resourceFolder, packageName + pat)
Just van Rossum3bd8d0f2003-02-01 10:07:28 +0000300 pattern2 = join(self.resourceFolder, pat)
Jack Jansena6db44f2002-09-06 19:47:49 +0000301 allFiles = allFiles + glob.glob(pattern)
Just van Rossum3bd8d0f2003-02-01 10:07:28 +0000302 allFiles = allFiles + glob.glob(pattern2)
Jack Jansena6db44f2002-09-06 19:47:49 +0000303
304 # check name patterns
305 files = []
306 for f in allFiles:
307 for s in ("Welcome", "License", "ReadMe"):
308 if string.find(basename(f), s) == 0:
Jack Jansen997429a2002-09-06 21:55:13 +0000309 files.append((f, f))
Jack Jansena6db44f2002-09-06 19:47:49 +0000310 if f[-6:] == ".lproj":
Jack Jansen997429a2002-09-06 21:55:13 +0000311 files.append((f, f))
Just van Rossum3bd8d0f2003-02-01 10:07:28 +0000312 elif basename(f) in ["pre_upgrade", "pre_install", "post_upgrade", "post_install"]:
313 files.append((f, packageName+"."+basename(f)))
314 elif basename(f) in ["preflight", "postflight"]:
315 files.append((f, f))
316 elif f[-8:] == "_upgrade":
Jack Jansen997429a2002-09-06 21:55:13 +0000317 files.append((f,f))
Just van Rossum3bd8d0f2003-02-01 10:07:28 +0000318 elif f[-8:] == "_install":
Jack Jansen997429a2002-09-06 21:55:13 +0000319 files.append((f,f))
Jack Jansena6db44f2002-09-06 19:47:49 +0000320
321 # copy files
Jack Jansen997429a2002-09-06 21:55:13 +0000322 for src, dst in files:
Just van Rossum3bd8d0f2003-02-01 10:07:28 +0000323 src = basename(src)
324 dst = basename(dst)
Jack Jansen997429a2002-09-06 21:55:13 +0000325 f = join(self.resourceFolder, src)
Jack Jansena6db44f2002-09-06 19:47:49 +0000326 if isfile(f):
Jack Jansen997429a2002-09-06 21:55:13 +0000327 shutil.copy(f, os.path.join(self.packageResourceFolder, dst))
Jack Jansena6db44f2002-09-06 19:47:49 +0000328 elif isdir(f):
329 # special case for .rtfd and .lproj folders...
Jack Jansen997429a2002-09-06 21:55:13 +0000330 d = join(self.packageResourceFolder, dst)
Jack Jansena6db44f2002-09-06 19:47:49 +0000331 os.mkdir(d)
332 files = GlobDirectoryWalker(f)
333 for file in files:
334 shutil.copy(file, d)
335
336
337 def _addSizes(self):
338 "Write .sizes file with info about number and size of files."
339
Tim Peters182b5ac2004-07-18 06:16:08 +0000340 # Not sure if this is correct, but 'installedSize' and
341 # 'zippedSize' are now in Bytes. Maybe blocks are needed?
342 # Well, Installer.app doesn't seem to care anyway, saying
Jack Jansena6db44f2002-09-06 19:47:49 +0000343 # the installation needs 100+ MB...
344
345 numFiles = 0
346 installedSize = 0
347 zippedSize = 0
348
Jack Jansen997429a2002-09-06 21:55:13 +0000349 files = GlobDirectoryWalker(self.sourceFolder)
Jack Jansena6db44f2002-09-06 19:47:49 +0000350 for f in files:
351 numFiles = numFiles + 1
Jack Jansen997429a2002-09-06 21:55:13 +0000352 installedSize = installedSize + os.lstat(f)[6]
Jack Jansena6db44f2002-09-06 19:47:49 +0000353
Jack Jansena6db44f2002-09-06 19:47:49 +0000354 try:
Jack Jansen997429a2002-09-06 21:55:13 +0000355 zippedSize = os.stat(self.archPath+ ".gz")[6]
Tim Peters182b5ac2004-07-18 06:16:08 +0000356 except OSError: # ignore error
Jack Jansena6db44f2002-09-06 19:47:49 +0000357 pass
Jack Jansen997429a2002-09-06 21:55:13 +0000358 base = self.packageInfo["Title"] + ".sizes"
359 f = open(join(self.packageResourceFolder, base), "w")
360 format = "NumFiles %d\nInstalledSize %d\nCompressedSize %d\n"
Jack Jansena6db44f2002-09-06 19:47:49 +0000361 f.write(format % (numFiles, installedSize, zippedSize))
362
Jack Jansen12cb99b2003-07-22 14:31:34 +0000363 def _addLoc(self):
364 "Write .loc file."
365 base = self.packageInfo["Title"] + ".loc"
366 f = open(join(self.packageResourceFolder, base), "w")
367 f.write('/')
Jack Jansena6db44f2002-09-06 19:47:49 +0000368
369# Shortcut function interface
370
371def buildPackage(*args, **options):
372 "A Shortcut function for building a package."
Tim Peters182b5ac2004-07-18 06:16:08 +0000373
Jack Jansena6db44f2002-09-06 19:47:49 +0000374 o = options
375 title, version, desc = o["Title"], o["Version"], o["Description"]
376 pm = PackageMaker(title, version, desc)
377 apply(pm.build, list(args), options)
378
379
380######################################################################
381# Tests
382######################################################################
383
384def test0():
385 "Vanilla test for the distutils distribution."
386
387 pm = PackageMaker("distutils2", "1.0.2", "Python distutils package.")
388 pm.build("/Users/dinu/Desktop/distutils2")
389
390
391def test1():
392 "Test for the reportlab distribution with modified options."
393
Tim Peters182b5ac2004-07-18 06:16:08 +0000394 pm = PackageMaker("reportlab", "1.10",
Jack Jansena6db44f2002-09-06 19:47:49 +0000395 "ReportLab's Open Source PDF toolkit.")
Tim Peters182b5ac2004-07-18 06:16:08 +0000396 pm.build(root="/Users/dinu/Desktop/reportlab",
Jack Jansena6db44f2002-09-06 19:47:49 +0000397 DefaultLocation="/Applications/ReportLab",
398 Relocatable="YES")
399
400def test2():
401 "Shortcut test for the reportlab distribution with modified options."
402
403 buildPackage(
Tim Peters182b5ac2004-07-18 06:16:08 +0000404 "/Users/dinu/Desktop/reportlab",
405 Title="reportlab",
406 Version="1.10",
Jack Jansena6db44f2002-09-06 19:47:49 +0000407 Description="ReportLab's Open Source PDF toolkit.",
408 DefaultLocation="/Applications/ReportLab",
409 Relocatable="YES")
410
411
412######################################################################
413# Command-line interface
414######################################################################
415
416def printUsage():
417 "Print usage message."
418
419 format = "Usage: %s <opts1> [<opts2>] <root> [<resources>]"
420 print format % basename(sys.argv[0])
421 print
422 print " with arguments:"
423 print " (mandatory) root: the package root folder"
424 print " (optional) resources: the package resources folder"
425 print
426 print " and options:"
427 print " (mandatory) opts1:"
428 mandatoryKeys = string.split("Title Version Description", " ")
429 for k in mandatoryKeys:
430 print " --%s" % k
431 print " (optional) opts2: (with default values)"
432
433 pmDefaults = PackageMaker.packageInfoDefaults
434 optionalKeys = pmDefaults.keys()
435 for k in mandatoryKeys:
436 optionalKeys.remove(k)
437 optionalKeys.sort()
438 maxKeyLen = max(map(len, optionalKeys))
439 for k in optionalKeys:
440 format = " --%%s:%s %%s"
441 format = format % (" " * (maxKeyLen-len(k)))
442 print format % (k, repr(pmDefaults[k]))
443
444
445def main():
446 "Command-line interface."
447
448 shortOpts = ""
449 keys = PackageMaker.packageInfoDefaults.keys()
450 longOpts = map(lambda k: k+"=", keys)
451
452 try:
453 opts, args = getopt.getopt(sys.argv[1:], shortOpts, longOpts)
454 except getopt.GetoptError, details:
455 print details
456 printUsage()
457 return
458
459 optsDict = {}
460 for k, v in opts:
461 optsDict[k[2:]] = v
462
463 ok = optsDict.keys()
464 if not (1 <= len(args) <= 2):
465 print "No argument given!"
466 elif not ("Title" in ok and \
467 "Version" in ok and \
468 "Description" in ok):
469 print "Missing mandatory option!"
470 else:
471 apply(buildPackage, args, optsDict)
472 return
473
474 printUsage()
475
476 # sample use:
477 # buildpkg.py --Title=distutils \
478 # --Version=1.0.2 \
479 # --Description="Python distutils package." \
480 # /Users/dinu/Desktop/distutils
481
482
483if __name__ == "__main__":
484 main()