Martin v. Löwis | 55f1bb8 | 2005-03-21 20:56:35 +0000 | [diff] [blame] | 1 | """distutils.command.upload |
| 2 | |
| 3 | Implements the Distutils 'upload' subcommand (upload package to PyPI).""" |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 4 | import os |
Martin v. Löwis | ca5d8fe | 2005-03-24 19:40:57 +0000 | [diff] [blame] | 5 | import socket |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 6 | import platform |
Tarek Ziadé | a1cc040 | 2009-06-15 23:30:13 +0000 | [diff] [blame] | 7 | from urllib2 import urlopen, Request, HTTPError |
Tarek Ziadé | 2421d56 | 2009-12-20 23:23:34 +0000 | [diff] [blame] | 8 | from base64 import standard_b64encode |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 9 | import urlparse |
| 10 | import cStringIO as StringIO |
Tarek Ziadé | d7c5cee | 2009-06-15 23:04:29 +0000 | [diff] [blame] | 11 | from hashlib import md5 |
Alexandre Vassalotti | eb8cef2 | 2008-05-16 02:06:59 +0000 | [diff] [blame] | 12 | |
Antoine Pitrou | 077c956 | 2014-06-18 23:07:46 -0400 | [diff] [blame] | 13 | from distutils.errors import DistutilsError, DistutilsOptionError |
Tarek Ziadé | d7c5cee | 2009-06-15 23:04:29 +0000 | [diff] [blame] | 14 | from distutils.core import PyPIRCCommand |
| 15 | from distutils.spawn import spawn |
| 16 | from distutils import log |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 17 | |
Andrew M. Kuchling | aac5c86 | 2008-05-11 14:00:00 +0000 | [diff] [blame] | 18 | class upload(PyPIRCCommand): |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 19 | |
| 20 | description = "upload binary package to PyPI" |
| 21 | |
Andrew M. Kuchling | aac5c86 | 2008-05-11 14:00:00 +0000 | [diff] [blame] | 22 | user_options = PyPIRCCommand.user_options + [ |
Martin v. Löwis | f74b923 | 2005-03-22 15:51:14 +0000 | [diff] [blame] | 23 | ('sign', 's', |
| 24 | 'sign files to upload using gpg'), |
Phillip J. Eby | 2e550b3 | 2006-03-30 02:12:14 +0000 | [diff] [blame] | 25 | ('identity=', 'i', 'GPG identity used to sign files'), |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 26 | ] |
Andrew M. Kuchling | aac5c86 | 2008-05-11 14:00:00 +0000 | [diff] [blame] | 27 | |
| 28 | boolean_options = PyPIRCCommand.boolean_options + ['sign'] |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 29 | |
| 30 | def initialize_options(self): |
Andrew M. Kuchling | aac5c86 | 2008-05-11 14:00:00 +0000 | [diff] [blame] | 31 | PyPIRCCommand.initialize_options(self) |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 32 | self.username = '' |
| 33 | self.password = '' |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 34 | self.show_response = 0 |
Martin v. Löwis | f74b923 | 2005-03-22 15:51:14 +0000 | [diff] [blame] | 35 | self.sign = False |
Phillip J. Eby | 2e550b3 | 2006-03-30 02:12:14 +0000 | [diff] [blame] | 36 | self.identity = None |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 37 | |
| 38 | def finalize_options(self): |
Andrew M. Kuchling | aac5c86 | 2008-05-11 14:00:00 +0000 | [diff] [blame] | 39 | PyPIRCCommand.finalize_options(self) |
Phillip J. Eby | 2e550b3 | 2006-03-30 02:12:14 +0000 | [diff] [blame] | 40 | if self.identity and not self.sign: |
| 41 | raise DistutilsOptionError( |
| 42 | "Must use --sign for --identity to have meaning" |
| 43 | ) |
Andrew M. Kuchling | aac5c86 | 2008-05-11 14:00:00 +0000 | [diff] [blame] | 44 | config = self._read_pypirc() |
| 45 | if config != {}: |
| 46 | self.username = config['username'] |
| 47 | self.password = config['password'] |
| 48 | self.repository = config['repository'] |
| 49 | self.realm = config['realm'] |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 50 | |
Tarek Ziadé | 1a240fb | 2009-01-08 23:56:31 +0000 | [diff] [blame] | 51 | # getting the password from the distribution |
| 52 | # if previously set by the register command |
| 53 | if not self.password and self.distribution.password: |
| 54 | self.password = self.distribution.password |
| 55 | |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 56 | def run(self): |
| 57 | if not self.distribution.dist_files: |
| 58 | raise DistutilsOptionError("No dist file created in earlier command") |
Martin v. Löwis | 98da562 | 2005-03-23 18:54:36 +0000 | [diff] [blame] | 59 | for command, pyversion, filename in self.distribution.dist_files: |
| 60 | self.upload_file(command, pyversion, filename) |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 61 | |
Martin v. Löwis | 98da562 | 2005-03-23 18:54:36 +0000 | [diff] [blame] | 62 | def upload_file(self, command, pyversion, filename): |
Tarek Ziadé | a1cc040 | 2009-06-15 23:30:13 +0000 | [diff] [blame] | 63 | # Makes sure the repository URL is compliant |
| 64 | schema, netloc, url, params, query, fragments = \ |
| 65 | urlparse.urlparse(self.repository) |
| 66 | if params or query or fragments: |
| 67 | raise AssertionError("Incompatible url %s" % self.repository) |
| 68 | |
| 69 | if schema not in ('http', 'https'): |
| 70 | raise AssertionError("unsupported schema " + schema) |
| 71 | |
Martin v. Löwis | f74b923 | 2005-03-22 15:51:14 +0000 | [diff] [blame] | 72 | # Sign if requested |
| 73 | if self.sign: |
Phillip J. Eby | 2e550b3 | 2006-03-30 02:12:14 +0000 | [diff] [blame] | 74 | gpg_args = ["gpg", "--detach-sign", "-a", filename] |
| 75 | if self.identity: |
| 76 | gpg_args[2:2] = ["--local-user", self.identity] |
| 77 | spawn(gpg_args, |
Martin v. Löwis | f74b923 | 2005-03-22 15:51:14 +0000 | [diff] [blame] | 78 | dry_run=self.dry_run) |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 79 | |
Martin v. Löwis | 6d0c85a | 2006-01-08 10:48:54 +0000 | [diff] [blame] | 80 | # Fill in the data - send all the meta-data in case we need to |
| 81 | # register a new release |
Éric Araujo | d1feff7 | 2010-11-06 04:06:18 +0000 | [diff] [blame] | 82 | f = open(filename,'rb') |
| 83 | try: |
| 84 | content = f.read() |
| 85 | finally: |
| 86 | f.close() |
Martin v. Löwis | 6d0c85a | 2006-01-08 10:48:54 +0000 | [diff] [blame] | 87 | meta = self.distribution.metadata |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 88 | data = { |
Martin v. Löwis | 6d0c85a | 2006-01-08 10:48:54 +0000 | [diff] [blame] | 89 | # action |
| 90 | ':action': 'file_upload', |
| 91 | 'protcol_version': '1', |
| 92 | |
| 93 | # identify release |
| 94 | 'name': meta.get_name(), |
| 95 | 'version': meta.get_version(), |
| 96 | |
| 97 | # file content |
| 98 | 'content': (os.path.basename(filename),content), |
| 99 | 'filetype': command, |
| 100 | 'pyversion': pyversion, |
| 101 | 'md5_digest': md5(content).hexdigest(), |
| 102 | |
| 103 | # additional meta-data |
| 104 | 'metadata_version' : '1.0', |
| 105 | 'summary': meta.get_description(), |
| 106 | 'home_page': meta.get_url(), |
| 107 | 'author': meta.get_contact(), |
| 108 | 'author_email': meta.get_contact_email(), |
| 109 | 'license': meta.get_licence(), |
| 110 | 'description': meta.get_long_description(), |
| 111 | 'keywords': meta.get_keywords(), |
| 112 | 'platform': meta.get_platforms(), |
| 113 | 'classifiers': meta.get_classifiers(), |
| 114 | 'download_url': meta.get_download_url(), |
| 115 | # PEP 314 |
| 116 | 'provides': meta.get_provides(), |
| 117 | 'requires': meta.get_requires(), |
| 118 | 'obsoletes': meta.get_obsoletes(), |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 119 | } |
| 120 | comment = '' |
| 121 | if command == 'bdist_rpm': |
| 122 | dist, version, id = platform.dist() |
| 123 | if dist: |
| 124 | comment = 'built for %s %s' % (dist, version) |
| 125 | elif command == 'bdist_dumb': |
| 126 | comment = 'built for %s' % platform.platform(terse=1) |
| 127 | data['comment'] = comment |
| 128 | |
Martin v. Löwis | f74b923 | 2005-03-22 15:51:14 +0000 | [diff] [blame] | 129 | if self.sign: |
| 130 | data['gpg_signature'] = (os.path.basename(filename) + ".asc", |
| 131 | open(filename+".asc").read()) |
| 132 | |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 133 | # set up the authentication |
Tarek Ziadé | 2421d56 | 2009-12-20 23:23:34 +0000 | [diff] [blame] | 134 | auth = "Basic " + standard_b64encode(self.username + ":" + |
| 135 | self.password) |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 136 | |
| 137 | # Build up the MIME payload for the POST data |
| 138 | boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254' |
R David Murray | 9ad23c6 | 2014-09-27 16:59:04 -0400 | [diff] [blame] | 139 | sep_boundary = '\r\n--' + boundary |
| 140 | end_boundary = sep_boundary + '--\r\n' |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 141 | body = StringIO.StringIO() |
| 142 | for key, value in data.items(): |
| 143 | # handle multiple entries for the same name |
Tarek Ziadé | d7c5cee | 2009-06-15 23:04:29 +0000 | [diff] [blame] | 144 | if not isinstance(value, list): |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 145 | value = [value] |
| 146 | for value in value: |
Tarek Ziadé | d7c5cee | 2009-06-15 23:04:29 +0000 | [diff] [blame] | 147 | if isinstance(value, tuple): |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 148 | fn = ';filename="%s"' % value[0] |
| 149 | value = value[1] |
| 150 | else: |
| 151 | fn = "" |
Tarek Ziadé | f14c7fc | 2010-01-24 00:33:32 +0000 | [diff] [blame] | 152 | |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 153 | body.write(sep_boundary) |
R David Murray | 9ad23c6 | 2014-09-27 16:59:04 -0400 | [diff] [blame] | 154 | body.write('\r\nContent-Disposition: form-data; name="%s"' % key) |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 155 | body.write(fn) |
R David Murray | 9ad23c6 | 2014-09-27 16:59:04 -0400 | [diff] [blame] | 156 | body.write("\r\n\r\n") |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 157 | body.write(value) |
| 158 | if value and value[-1] == '\r': |
| 159 | body.write('\n') # write an extra newline (lurve Macs) |
| 160 | body.write(end_boundary) |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 161 | body = body.getvalue() |
| 162 | |
| 163 | self.announce("Submitting %s to %s" % (filename, self.repository), log.INFO) |
| 164 | |
| 165 | # build the Request |
Tarek Ziadé | a1cc040 | 2009-06-15 23:30:13 +0000 | [diff] [blame] | 166 | headers = {'Content-type': |
| 167 | 'multipart/form-data; boundary=%s' % boundary, |
| 168 | 'Content-length': str(len(body)), |
| 169 | 'Authorization': auth} |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 170 | |
Tarek Ziadé | a1cc040 | 2009-06-15 23:30:13 +0000 | [diff] [blame] | 171 | request = Request(self.repository, data=body, |
| 172 | headers=headers) |
| 173 | # send the data |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 174 | try: |
Tarek Ziadé | a1cc040 | 2009-06-15 23:30:13 +0000 | [diff] [blame] | 175 | result = urlopen(request) |
| 176 | status = result.getcode() |
| 177 | reason = result.msg |
Phillip J. Eby | 5cf79f6 | 2010-12-03 17:00:40 +0000 | [diff] [blame] | 178 | if self.show_response: |
Jason R. Coombs | 91bf058 | 2013-11-15 20:08:22 -0500 | [diff] [blame] | 179 | msg = '\n'.join(('-' * 75, result.read(), '-' * 75)) |
Phillip J. Eby | 5cf79f6 | 2010-12-03 17:00:40 +0000 | [diff] [blame] | 180 | self.announce(msg, log.INFO) |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 181 | except socket.error, e: |
Phillip J. Eby | 137ff79 | 2006-07-10 19:18:35 +0000 | [diff] [blame] | 182 | self.announce(str(e), log.ERROR) |
Antoine Pitrou | 077c956 | 2014-06-18 23:07:46 -0400 | [diff] [blame] | 183 | raise |
Tarek Ziadé | a1cc040 | 2009-06-15 23:30:13 +0000 | [diff] [blame] | 184 | except HTTPError, e: |
| 185 | status = e.code |
| 186 | reason = e.msg |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 187 | |
Tarek Ziadé | a1cc040 | 2009-06-15 23:30:13 +0000 | [diff] [blame] | 188 | if status == 200: |
| 189 | self.announce('Server response (%s): %s' % (status, reason), |
Martin v. Löwis | 98858c9 | 2005-03-21 21:00:59 +0000 | [diff] [blame] | 190 | log.INFO) |
| 191 | else: |
Antoine Pitrou | 077c956 | 2014-06-18 23:07:46 -0400 | [diff] [blame] | 192 | msg = 'Upload failed (%s): %s' % (status, reason) |
| 193 | self.announce(msg, log.ERROR) |
| 194 | raise DistutilsError(msg) |