blob: ff043d2e125223fcdfc1ecdb7165c84f8cae4efe [file] [log] [blame]
Martin v. Löwis55f1bb82005-03-21 20:56:35 +00001"""distutils.command.upload
2
3Implements the Distutils 'upload' subcommand (upload package to PyPI)."""
Martin v. Löwis98858c92005-03-21 21:00:59 +00004import os
Martin v. Löwisca5d8fe2005-03-24 19:40:57 +00005import socket
Martin v. Löwis98858c92005-03-21 21:00:59 +00006import platform
Tarek Ziadéa1cc0402009-06-15 23:30:13 +00007from urllib2 import urlopen, Request, HTTPError
Tarek Ziadé2421d562009-12-20 23:23:34 +00008from base64 import standard_b64encode
Martin v. Löwis98858c92005-03-21 21:00:59 +00009import urlparse
10import cStringIO as StringIO
Tarek Ziadéd7c5cee2009-06-15 23:04:29 +000011from hashlib import md5
Alexandre Vassalottieb8cef22008-05-16 02:06:59 +000012
Antoine Pitrou077c9562014-06-18 23:07:46 -040013from distutils.errors import DistutilsError, DistutilsOptionError
Tarek Ziadéd7c5cee2009-06-15 23:04:29 +000014from distutils.core import PyPIRCCommand
15from distutils.spawn import spawn
16from distutils import log
Martin v. Löwis98858c92005-03-21 21:00:59 +000017
Andrew M. Kuchlingaac5c862008-05-11 14:00:00 +000018class upload(PyPIRCCommand):
Martin v. Löwis98858c92005-03-21 21:00:59 +000019
20 description = "upload binary package to PyPI"
21
Andrew M. Kuchlingaac5c862008-05-11 14:00:00 +000022 user_options = PyPIRCCommand.user_options + [
Martin v. Löwisf74b9232005-03-22 15:51:14 +000023 ('sign', 's',
24 'sign files to upload using gpg'),
Phillip J. Eby2e550b32006-03-30 02:12:14 +000025 ('identity=', 'i', 'GPG identity used to sign files'),
Martin v. Löwis98858c92005-03-21 21:00:59 +000026 ]
Andrew M. Kuchlingaac5c862008-05-11 14:00:00 +000027
28 boolean_options = PyPIRCCommand.boolean_options + ['sign']
Martin v. Löwis98858c92005-03-21 21:00:59 +000029
30 def initialize_options(self):
Andrew M. Kuchlingaac5c862008-05-11 14:00:00 +000031 PyPIRCCommand.initialize_options(self)
Martin v. Löwis98858c92005-03-21 21:00:59 +000032 self.username = ''
33 self.password = ''
Martin v. Löwis98858c92005-03-21 21:00:59 +000034 self.show_response = 0
Martin v. Löwisf74b9232005-03-22 15:51:14 +000035 self.sign = False
Phillip J. Eby2e550b32006-03-30 02:12:14 +000036 self.identity = None
Martin v. Löwis98858c92005-03-21 21:00:59 +000037
38 def finalize_options(self):
Andrew M. Kuchlingaac5c862008-05-11 14:00:00 +000039 PyPIRCCommand.finalize_options(self)
Phillip J. Eby2e550b32006-03-30 02:12:14 +000040 if self.identity and not self.sign:
41 raise DistutilsOptionError(
42 "Must use --sign for --identity to have meaning"
43 )
Andrew M. Kuchlingaac5c862008-05-11 14:00:00 +000044 config = self._read_pypirc()
45 if config != {}:
46 self.username = config['username']
47 self.password = config['password']
48 self.repository = config['repository']
49 self.realm = config['realm']
Martin v. Löwis98858c92005-03-21 21:00:59 +000050
Tarek Ziadé1a240fb2009-01-08 23:56:31 +000051 # getting the password from the distribution
52 # if previously set by the register command
53 if not self.password and self.distribution.password:
54 self.password = self.distribution.password
55
Martin v. Löwis98858c92005-03-21 21:00:59 +000056 def run(self):
57 if not self.distribution.dist_files:
Éric Araujoeeb33652018-02-18 22:56:06 -050058 msg = ("Must create and upload files in one command "
59 "(e.g. setup.py sdist upload)")
60 raise DistutilsOptionError(msg)
Martin v. Löwis98da5622005-03-23 18:54:36 +000061 for command, pyversion, filename in self.distribution.dist_files:
62 self.upload_file(command, pyversion, filename)
Martin v. Löwis98858c92005-03-21 21:00:59 +000063
Martin v. Löwis98da5622005-03-23 18:54:36 +000064 def upload_file(self, command, pyversion, filename):
Tarek Ziadéa1cc0402009-06-15 23:30:13 +000065 # Makes sure the repository URL is compliant
66 schema, netloc, url, params, query, fragments = \
67 urlparse.urlparse(self.repository)
68 if params or query or fragments:
69 raise AssertionError("Incompatible url %s" % self.repository)
70
71 if schema not in ('http', 'https'):
72 raise AssertionError("unsupported schema " + schema)
73
Martin v. Löwisf74b9232005-03-22 15:51:14 +000074 # Sign if requested
75 if self.sign:
Phillip J. Eby2e550b32006-03-30 02:12:14 +000076 gpg_args = ["gpg", "--detach-sign", "-a", filename]
77 if self.identity:
78 gpg_args[2:2] = ["--local-user", self.identity]
79 spawn(gpg_args,
Martin v. Löwisf74b9232005-03-22 15:51:14 +000080 dry_run=self.dry_run)
Martin v. Löwis98858c92005-03-21 21:00:59 +000081
Martin v. Löwis6d0c85a2006-01-08 10:48:54 +000082 # Fill in the data - send all the meta-data in case we need to
83 # register a new release
Éric Araujod1feff72010-11-06 04:06:18 +000084 f = open(filename,'rb')
85 try:
86 content = f.read()
87 finally:
88 f.close()
Martin v. Löwis6d0c85a2006-01-08 10:48:54 +000089 meta = self.distribution.metadata
Martin v. Löwis98858c92005-03-21 21:00:59 +000090 data = {
Martin v. Löwis6d0c85a2006-01-08 10:48:54 +000091 # action
92 ':action': 'file_upload',
93 'protcol_version': '1',
94
95 # identify release
96 'name': meta.get_name(),
97 'version': meta.get_version(),
98
99 # file content
100 'content': (os.path.basename(filename),content),
101 'filetype': command,
102 'pyversion': pyversion,
103 'md5_digest': md5(content).hexdigest(),
104
105 # additional meta-data
106 'metadata_version' : '1.0',
107 'summary': meta.get_description(),
108 'home_page': meta.get_url(),
109 'author': meta.get_contact(),
110 'author_email': meta.get_contact_email(),
111 'license': meta.get_licence(),
112 'description': meta.get_long_description(),
113 'keywords': meta.get_keywords(),
114 'platform': meta.get_platforms(),
115 'classifiers': meta.get_classifiers(),
116 'download_url': meta.get_download_url(),
117 # PEP 314
118 'provides': meta.get_provides(),
119 'requires': meta.get_requires(),
120 'obsoletes': meta.get_obsoletes(),
Martin v. Löwis98858c92005-03-21 21:00:59 +0000121 }
122 comment = ''
123 if command == 'bdist_rpm':
124 dist, version, id = platform.dist()
125 if dist:
126 comment = 'built for %s %s' % (dist, version)
127 elif command == 'bdist_dumb':
128 comment = 'built for %s' % platform.platform(terse=1)
129 data['comment'] = comment
130
Martin v. Löwisf74b9232005-03-22 15:51:14 +0000131 if self.sign:
132 data['gpg_signature'] = (os.path.basename(filename) + ".asc",
133 open(filename+".asc").read())
134
Martin v. Löwis98858c92005-03-21 21:00:59 +0000135 # set up the authentication
Tarek Ziadé2421d562009-12-20 23:23:34 +0000136 auth = "Basic " + standard_b64encode(self.username + ":" +
137 self.password)
Martin v. Löwis98858c92005-03-21 21:00:59 +0000138
139 # Build up the MIME payload for the POST data
140 boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
R David Murray9ad23c62014-09-27 16:59:04 -0400141 sep_boundary = '\r\n--' + boundary
142 end_boundary = sep_boundary + '--\r\n'
Martin v. Löwis98858c92005-03-21 21:00:59 +0000143 body = StringIO.StringIO()
144 for key, value in data.items():
145 # handle multiple entries for the same name
Tarek Ziadéd7c5cee2009-06-15 23:04:29 +0000146 if not isinstance(value, list):
Martin v. Löwis98858c92005-03-21 21:00:59 +0000147 value = [value]
148 for value in value:
Tarek Ziadéd7c5cee2009-06-15 23:04:29 +0000149 if isinstance(value, tuple):
Martin v. Löwis98858c92005-03-21 21:00:59 +0000150 fn = ';filename="%s"' % value[0]
151 value = value[1]
152 else:
153 fn = ""
Tarek Ziadéf14c7fc2010-01-24 00:33:32 +0000154
Martin v. Löwis98858c92005-03-21 21:00:59 +0000155 body.write(sep_boundary)
R David Murray9ad23c62014-09-27 16:59:04 -0400156 body.write('\r\nContent-Disposition: form-data; name="%s"' % key)
Martin v. Löwis98858c92005-03-21 21:00:59 +0000157 body.write(fn)
R David Murray9ad23c62014-09-27 16:59:04 -0400158 body.write("\r\n\r\n")
Martin v. Löwis98858c92005-03-21 21:00:59 +0000159 body.write(value)
Martin v. Löwis98858c92005-03-21 21:00:59 +0000160 body.write(end_boundary)
Martin v. Löwis98858c92005-03-21 21:00:59 +0000161 body = body.getvalue()
162
163 self.announce("Submitting %s to %s" % (filename, self.repository), log.INFO)
164
165 # build the Request
Tarek Ziadéa1cc0402009-06-15 23:30:13 +0000166 headers = {'Content-type':
167 'multipart/form-data; boundary=%s' % boundary,
168 'Content-length': str(len(body)),
169 'Authorization': auth}
Martin v. Löwis98858c92005-03-21 21:00:59 +0000170
Tarek Ziadéa1cc0402009-06-15 23:30:13 +0000171 request = Request(self.repository, data=body,
172 headers=headers)
173 # send the data
Martin v. Löwis98858c92005-03-21 21:00:59 +0000174 try:
Tarek Ziadéa1cc0402009-06-15 23:30:13 +0000175 result = urlopen(request)
176 status = result.getcode()
177 reason = result.msg
Phillip J. Eby5cf79f62010-12-03 17:00:40 +0000178 if self.show_response:
Jason R. Coombs91bf0582013-11-15 20:08:22 -0500179 msg = '\n'.join(('-' * 75, result.read(), '-' * 75))
Phillip J. Eby5cf79f62010-12-03 17:00:40 +0000180 self.announce(msg, log.INFO)
Martin v. Löwis98858c92005-03-21 21:00:59 +0000181 except socket.error, e:
Phillip J. Eby137ff792006-07-10 19:18:35 +0000182 self.announce(str(e), log.ERROR)
Antoine Pitrou077c9562014-06-18 23:07:46 -0400183 raise
Tarek Ziadéa1cc0402009-06-15 23:30:13 +0000184 except HTTPError, e:
185 status = e.code
186 reason = e.msg
Martin v. Löwis98858c92005-03-21 21:00:59 +0000187
Tarek Ziadéa1cc0402009-06-15 23:30:13 +0000188 if status == 200:
189 self.announce('Server response (%s): %s' % (status, reason),
Martin v. Löwis98858c92005-03-21 21:00:59 +0000190 log.INFO)
191 else:
Antoine Pitrou077c9562014-06-18 23:07:46 -0400192 msg = 'Upload failed (%s): %s' % (status, reason)
193 self.announce(msg, log.ERROR)
194 raise DistutilsError(msg)