blob: 9d2eab7fa3a363e0298d43d478bab2cb9d365404 [file] [log] [blame]
Benjamin Petersonbe17a112008-09-27 21:49:47 +00001"""Test script for ftplib module."""
2
Antoine Pitrouf988cd02009-11-17 20:21:14 +00003# Modified by Giampaolo Rodola' to test FTP class, IPv6 and TLS
4# environment
Benjamin Petersonbe17a112008-09-27 21:49:47 +00005
Guido van Rossumd8faa362007-04-27 19:54:29 +00006import ftplib
Benjamin Petersonbe17a112008-09-27 21:49:47 +00007import asyncore
8import asynchat
9import socket
10import io
Antoine Pitrouf988cd02009-11-17 20:21:14 +000011import errno
12import os
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +000013import time
Antoine Pitrouf988cd02009-11-17 20:21:14 +000014try:
15 import ssl
16except ImportError:
17 ssl = None
Guido van Rossumd8faa362007-04-27 19:54:29 +000018
19from unittest import TestCase
Benjamin Petersonee8712c2008-05-20 21:35:26 +000020from test import support
Benjamin Petersonbe17a112008-09-27 21:49:47 +000021from test.support import HOST
Victor Stinner45df8202010-04-28 22:31:17 +000022threading = support.import_module('threading')
Guido van Rossumd8faa362007-04-27 19:54:29 +000023
Benjamin Petersonbe17a112008-09-27 21:49:47 +000024# the dummy data returned by server over the data channel when
25# RETR, LIST and NLST commands are issued
26RETR_DATA = 'abcde12345\r\n' * 1000
27LIST_DATA = 'foo\r\nbar\r\n'
28NLST_DATA = 'foo\r\nbar\r\n'
Christian Heimes836baa52008-02-26 08:18:30 +000029
Christian Heimes836baa52008-02-26 08:18:30 +000030
Benjamin Petersonbe17a112008-09-27 21:49:47 +000031class DummyDTPHandler(asynchat.async_chat):
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +000032 dtp_conn_closed = False
Benjamin Petersonbe17a112008-09-27 21:49:47 +000033
34 def __init__(self, conn, baseclass):
35 asynchat.async_chat.__init__(self, conn)
36 self.baseclass = baseclass
37 self.baseclass.last_received_data = ''
38
39 def handle_read(self):
Giampaolo Rodolàf96482e2010-08-04 10:36:18 +000040 self.baseclass.last_received_data += self.recv(1024).decode('ascii')
Benjamin Petersonbe17a112008-09-27 21:49:47 +000041
42 def handle_close(self):
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +000043 # XXX: this method can be called many times in a row for a single
44 # connection, including in clear-text (non-TLS) mode.
45 # (behaviour witnessed with test_data_connection)
46 if not self.dtp_conn_closed:
47 self.baseclass.push('226 transfer complete')
48 self.close()
49 self.dtp_conn_closed = True
Benjamin Petersonbe17a112008-09-27 21:49:47 +000050
51 def push(self, what):
Giampaolo Rodolàf96482e2010-08-04 10:36:18 +000052 super(DummyDTPHandler, self).push(what.encode('ascii'))
Benjamin Petersonbe17a112008-09-27 21:49:47 +000053
Giampaolo Rodolàd930b632010-05-06 20:21:57 +000054 def handle_error(self):
55 raise
56
Benjamin Petersonbe17a112008-09-27 21:49:47 +000057
58class DummyFTPHandler(asynchat.async_chat):
59
Antoine Pitrouf988cd02009-11-17 20:21:14 +000060 dtp_handler = DummyDTPHandler
61
Benjamin Petersonbe17a112008-09-27 21:49:47 +000062 def __init__(self, conn):
63 asynchat.async_chat.__init__(self, conn)
64 self.set_terminator(b"\r\n")
65 self.in_buffer = []
66 self.dtp = None
67 self.last_received_cmd = None
68 self.last_received_data = ''
69 self.next_response = ''
Antoine Pitrou648bcd72009-11-27 13:23:26 +000070 self.rest = None
Benjamin Petersonbe17a112008-09-27 21:49:47 +000071 self.push('220 welcome')
72
73 def collect_incoming_data(self, data):
74 self.in_buffer.append(data)
75
76 def found_terminator(self):
77 line = b''.join(self.in_buffer).decode('ascii')
78 self.in_buffer = []
79 if self.next_response:
80 self.push(self.next_response)
81 self.next_response = ''
82 cmd = line.split(' ')[0].lower()
83 self.last_received_cmd = cmd
84 space = line.find(' ')
85 if space != -1:
86 arg = line[space + 1:]
87 else:
88 arg = ""
89 if hasattr(self, 'cmd_' + cmd):
90 method = getattr(self, 'cmd_' + cmd)
91 method(arg)
92 else:
93 self.push('550 command "%s" not understood.' %cmd)
94
95 def handle_error(self):
96 raise
97
98 def push(self, data):
99 asynchat.async_chat.push(self, data.encode('ascii') + b'\r\n')
100
101 def cmd_port(self, arg):
102 addr = list(map(int, arg.split(',')))
103 ip = '%d.%d.%d.%d' %tuple(addr[:4])
104 port = (addr[4] * 256) + addr[5]
Antoine Pitroud778e562010-10-14 20:35:26 +0000105 s = socket.create_connection((ip, port), timeout=10)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000106 self.dtp = self.dtp_handler(s, baseclass=self)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000107 self.push('200 active data connection established')
108
109 def cmd_pasv(self, arg):
Brett Cannon918e2d42010-10-29 23:26:25 +0000110 with socket.socket() as sock:
111 sock.bind((self.socket.getsockname()[0], 0))
112 sock.listen(5)
113 sock.settimeout(10)
114 ip, port = sock.getsockname()[:2]
115 ip = ip.replace('.', ','); p1 = port / 256; p2 = port % 256
116 self.push('227 entering passive mode (%s,%d,%d)' %(ip, p1, p2))
117 conn, addr = sock.accept()
118 self.dtp = self.dtp_handler(conn, baseclass=self)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000119
120 def cmd_eprt(self, arg):
121 af, ip, port = arg.split(arg[0])[1:-1]
122 port = int(port)
Antoine Pitroud778e562010-10-14 20:35:26 +0000123 s = socket.create_connection((ip, port), timeout=10)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000124 self.dtp = self.dtp_handler(s, baseclass=self)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000125 self.push('200 active data connection established')
126
127 def cmd_epsv(self, arg):
Brett Cannon918e2d42010-10-29 23:26:25 +0000128 with socket.socket(socket.AF_INET6) as sock:
129 sock.bind((self.socket.getsockname()[0], 0))
130 sock.listen(5)
131 sock.settimeout(10)
132 port = sock.getsockname()[1]
133 self.push('229 entering extended passive mode (|||%d|)' %port)
134 conn, addr = sock.accept()
135 self.dtp = self.dtp_handler(conn, baseclass=self)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000136
137 def cmd_echo(self, arg):
138 # sends back the received string (used by the test suite)
139 self.push(arg)
140
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000141 def cmd_noop(self, arg):
142 self.push('200 noop ok')
143
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000144 def cmd_user(self, arg):
145 self.push('331 username ok')
146
147 def cmd_pass(self, arg):
148 self.push('230 password ok')
149
150 def cmd_acct(self, arg):
151 self.push('230 acct ok')
152
153 def cmd_rnfr(self, arg):
154 self.push('350 rnfr ok')
155
156 def cmd_rnto(self, arg):
157 self.push('250 rnto ok')
158
159 def cmd_dele(self, arg):
160 self.push('250 dele ok')
161
162 def cmd_cwd(self, arg):
163 self.push('250 cwd ok')
164
165 def cmd_size(self, arg):
166 self.push('250 1000')
167
168 def cmd_mkd(self, arg):
169 self.push('257 "%s"' %arg)
170
171 def cmd_rmd(self, arg):
172 self.push('250 rmd ok')
173
174 def cmd_pwd(self, arg):
175 self.push('257 "pwd ok"')
176
177 def cmd_type(self, arg):
Giampaolo Rodolàf96482e2010-08-04 10:36:18 +0000178 self.push('200 type ok')
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000179
180 def cmd_quit(self, arg):
181 self.push('221 quit ok')
182 self.close()
183
184 def cmd_stor(self, arg):
185 self.push('125 stor ok')
186
Antoine Pitrou648bcd72009-11-27 13:23:26 +0000187 def cmd_rest(self, arg):
188 self.rest = arg
189 self.push('350 rest ok')
190
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000191 def cmd_retr(self, arg):
192 self.push('125 retr ok')
Antoine Pitrou648bcd72009-11-27 13:23:26 +0000193 if self.rest is not None:
194 offset = int(self.rest)
195 else:
196 offset = 0
Giampaolo Rodolàf96482e2010-08-04 10:36:18 +0000197 self.dtp.push(RETR_DATA[offset:])
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000198 self.dtp.close_when_done()
Antoine Pitrou648bcd72009-11-27 13:23:26 +0000199 self.rest = None
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000200
201 def cmd_list(self, arg):
202 self.push('125 list ok')
203 self.dtp.push(LIST_DATA)
204 self.dtp.close_when_done()
205
206 def cmd_nlst(self, arg):
207 self.push('125 nlst ok')
208 self.dtp.push(NLST_DATA)
209 self.dtp.close_when_done()
210
211
212class DummyFTPServer(asyncore.dispatcher, threading.Thread):
213
214 handler = DummyFTPHandler
215
216 def __init__(self, address, af=socket.AF_INET):
217 threading.Thread.__init__(self)
218 asyncore.dispatcher.__init__(self)
219 self.create_socket(af, socket.SOCK_STREAM)
220 self.bind(address)
221 self.listen(5)
222 self.active = False
223 self.active_lock = threading.Lock()
224 self.host, self.port = self.socket.getsockname()[:2]
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000225 self.handler_instance = None
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000226
227 def start(self):
228 assert not self.active
229 self.__flag = threading.Event()
230 threading.Thread.start(self)
231 self.__flag.wait()
232
233 def run(self):
234 self.active = True
235 self.__flag.set()
236 while self.active and asyncore.socket_map:
237 self.active_lock.acquire()
238 asyncore.loop(timeout=0.1, count=1)
239 self.active_lock.release()
240 asyncore.close_all(ignore_all=True)
241
242 def stop(self):
243 assert self.active
244 self.active = False
245 self.join()
246
Giampaolo Rodolà977c7072010-10-04 21:08:36 +0000247 def handle_accepted(self, conn, addr):
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000248 self.handler_instance = self.handler(conn)
Benjamin Petersond06e3b02008-09-28 21:00:42 +0000249
250 def handle_connect(self):
251 self.close()
252 handle_read = handle_connect
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000253
254 def writable(self):
255 return 0
256
257 def handle_error(self):
258 raise
259
260
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000261if ssl is not None:
262
263 CERTFILE = os.path.join(os.path.dirname(__file__), "keycert.pem")
264
265 class SSLConnection(asyncore.dispatcher):
266 """An asyncore.dispatcher subclass supporting TLS/SSL."""
267
268 _ssl_accepting = False
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000269 _ssl_closing = False
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000270
271 def secure_connection(self):
272 self.del_channel()
273 socket = ssl.wrap_socket(self.socket, suppress_ragged_eofs=False,
274 certfile=CERTFILE, server_side=True,
275 do_handshake_on_connect=False,
276 ssl_version=ssl.PROTOCOL_SSLv23)
277 self.set_socket(socket)
278 self._ssl_accepting = True
279
280 def _do_ssl_handshake(self):
281 try:
282 self.socket.do_handshake()
283 except ssl.SSLError as err:
284 if err.args[0] in (ssl.SSL_ERROR_WANT_READ,
285 ssl.SSL_ERROR_WANT_WRITE):
286 return
287 elif err.args[0] == ssl.SSL_ERROR_EOF:
288 return self.handle_close()
289 raise
290 except socket.error as err:
291 if err.args[0] == errno.ECONNABORTED:
292 return self.handle_close()
293 else:
294 self._ssl_accepting = False
295
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000296 def _do_ssl_shutdown(self):
297 self._ssl_closing = True
298 try:
299 self.socket = self.socket.unwrap()
300 except ssl.SSLError as err:
301 if err.args[0] in (ssl.SSL_ERROR_WANT_READ,
302 ssl.SSL_ERROR_WANT_WRITE):
303 return
304 except socket.error as err:
305 # Any "socket error" corresponds to a SSL_ERROR_SYSCALL return
306 # from OpenSSL's SSL_shutdown(), corresponding to a
307 # closed socket condition. See also:
308 # http://www.mail-archive.com/openssl-users@openssl.org/msg60710.html
309 pass
310 self._ssl_closing = False
311 super(SSLConnection, self).close()
312
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000313 def handle_read_event(self):
314 if self._ssl_accepting:
315 self._do_ssl_handshake()
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000316 elif self._ssl_closing:
317 self._do_ssl_shutdown()
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000318 else:
319 super(SSLConnection, self).handle_read_event()
320
321 def handle_write_event(self):
322 if self._ssl_accepting:
323 self._do_ssl_handshake()
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000324 elif self._ssl_closing:
325 self._do_ssl_shutdown()
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000326 else:
327 super(SSLConnection, self).handle_write_event()
328
329 def send(self, data):
330 try:
331 return super(SSLConnection, self).send(data)
332 except ssl.SSLError as err:
Antoine Pitrou5733c082010-03-22 14:49:10 +0000333 if err.args[0] in (ssl.SSL_ERROR_EOF, ssl.SSL_ERROR_ZERO_RETURN,
334 ssl.SSL_ERROR_WANT_READ,
335 ssl.SSL_ERROR_WANT_WRITE):
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000336 return 0
337 raise
338
339 def recv(self, buffer_size):
340 try:
341 return super(SSLConnection, self).recv(buffer_size)
342 except ssl.SSLError as err:
Antoine Pitrou5733c082010-03-22 14:49:10 +0000343 if err.args[0] in (ssl.SSL_ERROR_WANT_READ,
344 ssl.SSL_ERROR_WANT_WRITE):
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000345 return b''
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000346 if err.args[0] in (ssl.SSL_ERROR_EOF, ssl.SSL_ERROR_ZERO_RETURN):
347 self.handle_close()
348 return b''
349 raise
350
351 def handle_error(self):
352 raise
353
354 def close(self):
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000355 if (isinstance(self.socket, ssl.SSLSocket) and
356 self.socket._sslobj is not None):
357 self._do_ssl_shutdown()
Benjamin Peterson1bd93a72010-10-31 19:58:07 +0000358 else:
359 super(SSLConnection, self).close()
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000360
361
362 class DummyTLS_DTPHandler(SSLConnection, DummyDTPHandler):
363 """A DummyDTPHandler subclass supporting TLS/SSL."""
364
365 def __init__(self, conn, baseclass):
366 DummyDTPHandler.__init__(self, conn, baseclass)
367 if self.baseclass.secure_data_channel:
368 self.secure_connection()
369
370
371 class DummyTLS_FTPHandler(SSLConnection, DummyFTPHandler):
372 """A DummyFTPHandler subclass supporting TLS/SSL."""
373
374 dtp_handler = DummyTLS_DTPHandler
375
376 def __init__(self, conn):
377 DummyFTPHandler.__init__(self, conn)
378 self.secure_data_channel = False
379
380 def cmd_auth(self, line):
381 """Set up secure control channel."""
382 self.push('234 AUTH TLS successful')
383 self.secure_connection()
384
385 def cmd_pbsz(self, line):
386 """Negotiate size of buffer for secure data transfer.
387 For TLS/SSL the only valid value for the parameter is '0'.
388 Any other value is accepted but ignored.
389 """
390 self.push('200 PBSZ=0 successful.')
391
392 def cmd_prot(self, line):
393 """Setup un/secure data channel."""
394 arg = line.upper()
395 if arg == 'C':
396 self.push('200 Protection set to Clear')
397 self.secure_data_channel = False
398 elif arg == 'P':
399 self.push('200 Protection set to Private')
400 self.secure_data_channel = True
401 else:
402 self.push("502 Unrecognized PROT type (use C or P).")
403
404
405 class DummyTLS_FTPServer(DummyFTPServer):
406 handler = DummyTLS_FTPHandler
407
408
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000409class TestFTPClass(TestCase):
410
411 def setUp(self):
412 self.server = DummyFTPServer((HOST, 0))
413 self.server.start()
Antoine Pitroud778e562010-10-14 20:35:26 +0000414 self.client = ftplib.FTP(timeout=10)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000415 self.client.connect(self.server.host, self.server.port)
416
417 def tearDown(self):
418 self.client.close()
419 self.server.stop()
420
421 def test_getwelcome(self):
422 self.assertEqual(self.client.getwelcome(), '220 welcome')
423
424 def test_sanitize(self):
425 self.assertEqual(self.client.sanitize('foo'), repr('foo'))
426 self.assertEqual(self.client.sanitize('pass 12345'), repr('pass *****'))
427 self.assertEqual(self.client.sanitize('PASS 12345'), repr('PASS *****'))
428
429 def test_exceptions(self):
430 self.assertRaises(ftplib.error_temp, self.client.sendcmd, 'echo 400')
431 self.assertRaises(ftplib.error_temp, self.client.sendcmd, 'echo 499')
432 self.assertRaises(ftplib.error_perm, self.client.sendcmd, 'echo 500')
433 self.assertRaises(ftplib.error_perm, self.client.sendcmd, 'echo 599')
434 self.assertRaises(ftplib.error_proto, self.client.sendcmd, 'echo 999')
435
436 def test_all_errors(self):
437 exceptions = (ftplib.error_reply, ftplib.error_temp, ftplib.error_perm,
438 ftplib.error_proto, ftplib.Error, IOError, EOFError)
439 for x in exceptions:
440 try:
441 raise x('exception not included in all_errors set')
442 except ftplib.all_errors:
443 pass
444
445 def test_set_pasv(self):
446 # passive mode is supposed to be enabled by default
447 self.assertTrue(self.client.passiveserver)
448 self.client.set_pasv(True)
449 self.assertTrue(self.client.passiveserver)
450 self.client.set_pasv(False)
451 self.assertFalse(self.client.passiveserver)
452
453 def test_voidcmd(self):
454 self.client.voidcmd('echo 200')
455 self.client.voidcmd('echo 299')
456 self.assertRaises(ftplib.error_reply, self.client.voidcmd, 'echo 199')
457 self.assertRaises(ftplib.error_reply, self.client.voidcmd, 'echo 300')
458
459 def test_login(self):
460 self.client.login()
461
462 def test_acct(self):
463 self.client.acct('passwd')
464
465 def test_rename(self):
466 self.client.rename('a', 'b')
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000467 self.server.handler_instance.next_response = '200'
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000468 self.assertRaises(ftplib.error_reply, self.client.rename, 'a', 'b')
469
470 def test_delete(self):
471 self.client.delete('foo')
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000472 self.server.handler_instance.next_response = '199'
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000473 self.assertRaises(ftplib.error_reply, self.client.delete, 'foo')
474
475 def test_size(self):
476 self.client.size('foo')
477
478 def test_mkd(self):
479 dir = self.client.mkd('/foo')
480 self.assertEqual(dir, '/foo')
481
482 def test_rmd(self):
483 self.client.rmd('foo')
484
485 def test_pwd(self):
486 dir = self.client.pwd()
487 self.assertEqual(dir, 'pwd ok')
488
489 def test_quit(self):
490 self.assertEqual(self.client.quit(), '221 quit ok')
491 # Ensure the connection gets closed; sock attribute should be None
492 self.assertEqual(self.client.sock, None)
493
494 def test_retrbinary(self):
495 def callback(data):
496 received.append(data.decode('ascii'))
497 received = []
498 self.client.retrbinary('retr', callback)
499 self.assertEqual(''.join(received), RETR_DATA)
500
Antoine Pitrou648bcd72009-11-27 13:23:26 +0000501 def test_retrbinary_rest(self):
502 def callback(data):
503 received.append(data.decode('ascii'))
504 for rest in (0, 10, 20):
505 received = []
506 self.client.retrbinary('retr', callback, rest=rest)
507 self.assertEqual(''.join(received), RETR_DATA[rest:],
508 msg='rest test case %d %d %d' % (rest,
509 len(''.join(received)),
510 len(RETR_DATA[rest:])))
511
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000512 def test_retrlines(self):
513 received = []
514 self.client.retrlines('retr', received.append)
Giampaolo Rodolàf96482e2010-08-04 10:36:18 +0000515 self.assertEqual(''.join(received), RETR_DATA.replace('\r\n', ''))
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000516
517 def test_storbinary(self):
518 f = io.BytesIO(RETR_DATA.encode('ascii'))
519 self.client.storbinary('stor', f)
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000520 self.assertEqual(self.server.handler_instance.last_received_data, RETR_DATA)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000521 # test new callback arg
522 flag = []
523 f.seek(0)
524 self.client.storbinary('stor', f, callback=lambda x: flag.append(None))
525 self.assertTrue(flag)
526
Antoine Pitrou648bcd72009-11-27 13:23:26 +0000527 def test_storbinary_rest(self):
528 f = io.BytesIO(RETR_DATA.replace('\r\n', '\n').encode('ascii'))
529 for r in (30, '30'):
530 f.seek(0)
531 self.client.storbinary('stor', f, rest=r)
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000532 self.assertEqual(self.server.handler_instance.rest, str(r))
Antoine Pitrou648bcd72009-11-27 13:23:26 +0000533
Giampaolo Rodolàf96482e2010-08-04 10:36:18 +0000534 def test_storlines(self):
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000535 f = io.BytesIO(RETR_DATA.replace('\r\n', '\n').encode('ascii'))
536 self.client.storlines('stor', f)
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000537 self.assertEqual(self.server.handler_instance.last_received_data, RETR_DATA)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000538 # test new callback arg
539 flag = []
540 f.seek(0)
541 self.client.storlines('stor foo', f, callback=lambda x: flag.append(None))
542 self.assertTrue(flag)
543
544 def test_nlst(self):
545 self.client.nlst()
546 self.assertEqual(self.client.nlst(), NLST_DATA.split('\r\n')[:-1])
547
548 def test_dir(self):
549 l = []
550 self.client.dir(lambda x: l.append(x))
551 self.assertEqual(''.join(l), LIST_DATA.replace('\r\n', ''))
552
Benjamin Peterson3a53fbb2008-09-27 22:04:16 +0000553 def test_makeport(self):
Brett Cannon918e2d42010-10-29 23:26:25 +0000554 with self.client.makeport():
555 # IPv4 is in use, just make sure send_eprt has not been used
556 self.assertEqual(self.server.handler_instance.last_received_cmd,
557 'port')
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000558
559 def test_makepasv(self):
560 host, port = self.client.makepasv()
Antoine Pitroud778e562010-10-14 20:35:26 +0000561 conn = socket.create_connection((host, port), 10)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000562 conn.close()
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000563 # IPv4 is in use, just make sure send_epsv has not been used
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000564 self.assertEqual(self.server.handler_instance.last_received_cmd, 'pasv')
565
566 def test_with_statement(self):
567 self.client.quit()
568
569 def is_client_connected():
570 if self.client.sock is None:
571 return False
572 try:
573 self.client.sendcmd('noop')
574 except (socket.error, EOFError):
575 return False
576 return True
577
578 # base test
Antoine Pitroud778e562010-10-14 20:35:26 +0000579 with ftplib.FTP(timeout=10) as self.client:
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000580 self.client.connect(self.server.host, self.server.port)
581 self.client.sendcmd('noop')
582 self.assertTrue(is_client_connected())
583 self.assertEqual(self.server.handler_instance.last_received_cmd, 'quit')
584 self.assertFalse(is_client_connected())
585
586 # QUIT sent inside the with block
Antoine Pitroud778e562010-10-14 20:35:26 +0000587 with ftplib.FTP(timeout=10) as self.client:
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000588 self.client.connect(self.server.host, self.server.port)
589 self.client.sendcmd('noop')
590 self.client.quit()
591 self.assertEqual(self.server.handler_instance.last_received_cmd, 'quit')
592 self.assertFalse(is_client_connected())
593
594 # force a wrong response code to be sent on QUIT: error_perm
595 # is expected and the connection is supposed to be closed
596 try:
Antoine Pitroud778e562010-10-14 20:35:26 +0000597 with ftplib.FTP(timeout=10) as self.client:
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000598 self.client.connect(self.server.host, self.server.port)
599 self.client.sendcmd('noop')
600 self.server.handler_instance.next_response = '550 error on quit'
601 except ftplib.error_perm as err:
602 self.assertEqual(str(err), '550 error on quit')
603 else:
604 self.fail('Exception not raised')
605 # needed to give the threaded server some time to set the attribute
606 # which otherwise would still be == 'noop'
607 time.sleep(0.1)
608 self.assertEqual(self.server.handler_instance.last_received_cmd, 'quit')
609 self.assertFalse(is_client_connected())
Guido van Rossumd8faa362007-04-27 19:54:29 +0000610
Giampaolo Rodolàbbc47822010-08-23 22:10:32 +0000611 def test_parse257(self):
612 self.assertEqual(ftplib.parse257('257 "/foo/bar"'), '/foo/bar')
613 self.assertEqual(ftplib.parse257('257 "/foo/bar" created'), '/foo/bar')
614 self.assertEqual(ftplib.parse257('257 ""'), '')
615 self.assertEqual(ftplib.parse257('257 "" created'), '')
616 self.assertRaises(ftplib.error_reply, ftplib.parse257, '250 "/foo/bar"')
617 # The 257 response is supposed to include the directory
618 # name and in case it contains embedded double-quotes
619 # they must be doubled (see RFC-959, chapter 7, appendix 2).
620 self.assertEqual(ftplib.parse257('257 "/foo/b""ar"'), '/foo/b"ar')
621 self.assertEqual(ftplib.parse257('257 "/foo/b""ar" created'), '/foo/b"ar')
622
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000623
624class TestIPv6Environment(TestCase):
625
626 def setUp(self):
627 self.server = DummyFTPServer((HOST, 0), af=socket.AF_INET6)
628 self.server.start()
629 self.client = ftplib.FTP()
630 self.client.connect(self.server.host, self.server.port)
631
632 def tearDown(self):
633 self.client.close()
634 self.server.stop()
635
636 def test_af(self):
637 self.assertEqual(self.client.af, socket.AF_INET6)
638
639 def test_makeport(self):
Brett Cannon918e2d42010-10-29 23:26:25 +0000640 with self.client.makeport():
641 self.assertEqual(self.server.handler_instance.last_received_cmd,
642 'eprt')
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000643
644 def test_makepasv(self):
645 host, port = self.client.makepasv()
Antoine Pitroud778e562010-10-14 20:35:26 +0000646 conn = socket.create_connection((host, port), 10)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000647 conn.close()
Giampaolo Rodolàbd576b72010-05-10 14:53:29 +0000648 self.assertEqual(self.server.handler_instance.last_received_cmd, 'epsv')
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000649
650 def test_transfer(self):
651 def retr():
652 def callback(data):
653 received.append(data.decode('ascii'))
654 received = []
655 self.client.retrbinary('retr', callback)
656 self.assertEqual(''.join(received), RETR_DATA)
657 self.client.set_pasv(True)
658 retr()
659 self.client.set_pasv(False)
660 retr()
661
662
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000663class TestTLS_FTPClassMixin(TestFTPClass):
664 """Repeat TestFTPClass tests starting the TLS layer for both control
665 and data connections first.
666 """
667
668 def setUp(self):
669 self.server = DummyTLS_FTPServer((HOST, 0))
670 self.server.start()
Antoine Pitroud778e562010-10-14 20:35:26 +0000671 self.client = ftplib.FTP_TLS(timeout=10)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000672 self.client.connect(self.server.host, self.server.port)
673 # enable TLS
674 self.client.auth()
675 self.client.prot_p()
676
677
678class TestTLS_FTPClass(TestCase):
679 """Specific TLS_FTP class tests."""
680
681 def setUp(self):
682 self.server = DummyTLS_FTPServer((HOST, 0))
683 self.server.start()
Antoine Pitroud778e562010-10-14 20:35:26 +0000684 self.client = ftplib.FTP_TLS(timeout=10)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000685 self.client.connect(self.server.host, self.server.port)
686
687 def tearDown(self):
688 self.client.close()
689 self.server.stop()
690
691 def test_control_connection(self):
Ezio Melottie9615932010-01-24 19:26:24 +0000692 self.assertNotIsInstance(self.client.sock, ssl.SSLSocket)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000693 self.client.auth()
Ezio Melottie9615932010-01-24 19:26:24 +0000694 self.assertIsInstance(self.client.sock, ssl.SSLSocket)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000695
696 def test_data_connection(self):
697 # clear text
Brett Cannon918e2d42010-10-29 23:26:25 +0000698 with self.client.transfercmd('list') as sock:
699 self.assertNotIsInstance(sock, ssl.SSLSocket)
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000700 self.assertEqual(self.client.voidresp(), "226 transfer complete")
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000701
702 # secured, after PROT P
703 self.client.prot_p()
Brett Cannon918e2d42010-10-29 23:26:25 +0000704 with self.client.transfercmd('list') as sock:
705 self.assertIsInstance(sock, ssl.SSLSocket)
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000706 self.assertEqual(self.client.voidresp(), "226 transfer complete")
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000707
708 # PROT C is issued, the connection must be in cleartext again
709 self.client.prot_c()
Brett Cannon918e2d42010-10-29 23:26:25 +0000710 with self.client.transfercmd('list') as sock:
711 self.assertNotIsInstance(sock, ssl.SSLSocket)
Antoine Pitrou2c4f98b2010-04-23 00:16:21 +0000712 self.assertEqual(self.client.voidresp(), "226 transfer complete")
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000713
714 def test_login(self):
715 # login() is supposed to implicitly secure the control connection
Ezio Melottie9615932010-01-24 19:26:24 +0000716 self.assertNotIsInstance(self.client.sock, ssl.SSLSocket)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000717 self.client.login()
Ezio Melottie9615932010-01-24 19:26:24 +0000718 self.assertIsInstance(self.client.sock, ssl.SSLSocket)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000719 # make sure that AUTH TLS doesn't get issued again
720 self.client.login()
721
722 def test_auth_issued_twice(self):
723 self.client.auth()
724 self.assertRaises(ValueError, self.client.auth)
725
726 def test_auth_ssl(self):
727 try:
728 self.client.ssl_version = ssl.PROTOCOL_SSLv3
729 self.client.auth()
730 self.assertRaises(ValueError, self.client.auth)
731 finally:
732 self.client.ssl_version = ssl.PROTOCOL_TLSv1
733
Giampaolo Rodolàa67299e2010-05-26 18:06:04 +0000734 def test_context(self):
735 self.client.quit()
736 ctx = ssl.SSLContext(ssl.PROTOCOL_TLSv1)
737 self.assertRaises(ValueError, ftplib.FTP_TLS, keyfile=CERTFILE,
738 context=ctx)
739 self.assertRaises(ValueError, ftplib.FTP_TLS, certfile=CERTFILE,
740 context=ctx)
741 self.assertRaises(ValueError, ftplib.FTP_TLS, certfile=CERTFILE,
742 keyfile=CERTFILE, context=ctx)
743
Antoine Pitroud778e562010-10-14 20:35:26 +0000744 self.client = ftplib.FTP_TLS(context=ctx, timeout=10)
Giampaolo Rodolàa67299e2010-05-26 18:06:04 +0000745 self.client.connect(self.server.host, self.server.port)
746 self.assertNotIsInstance(self.client.sock, ssl.SSLSocket)
747 self.client.auth()
748 self.assertIs(self.client.sock.context, ctx)
749 self.assertIsInstance(self.client.sock, ssl.SSLSocket)
750
751 self.client.prot_p()
Brett Cannon918e2d42010-10-29 23:26:25 +0000752 with self.client.transfercmd('list') as sock:
753 self.assertIs(sock.context, ctx)
754 self.assertIsInstance(sock, ssl.SSLSocket)
Giampaolo Rodolàa67299e2010-05-26 18:06:04 +0000755
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000756
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000757class TestTimeouts(TestCase):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000758
759 def setUp(self):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000760 self.evt = threading.Event()
Christian Heimes5e696852008-04-09 08:37:03 +0000761 self.sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
762 self.sock.settimeout(3)
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000763 self.port = support.bind_port(self.sock)
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000764 threading.Thread(target=self.server, args=(self.evt,self.sock)).start()
Christian Heimes836baa52008-02-26 08:18:30 +0000765 # Wait for the server to be ready.
766 self.evt.wait()
767 self.evt.clear()
Christian Heimes5e696852008-04-09 08:37:03 +0000768 ftplib.FTP.port = self.port
Guido van Rossumd8faa362007-04-27 19:54:29 +0000769
770 def tearDown(self):
771 self.evt.wait()
Brett Cannon918e2d42010-10-29 23:26:25 +0000772 self.sock.close()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000773
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000774 def server(self, evt, serv):
775 # This method sets the evt 3 times:
776 # 1) when the connection is ready to be accepted.
777 # 2) when it is safe for the caller to close the connection
778 # 3) when we have closed the socket
779 serv.listen(5)
780 # (1) Signal the caller that we are ready to accept the connection.
781 evt.set()
782 try:
783 conn, addr = serv.accept()
784 except socket.timeout:
785 pass
786 else:
787 conn.send(b"1 Hola mundo\n")
788 # (2) Signal the caller that it is safe to close the socket.
789 evt.set()
790 conn.close()
791 finally:
792 serv.close()
793 # (3) Signal the caller that we are done.
794 evt.set()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000795
796 def testTimeoutDefault(self):
Georg Brandlf78e02b2008-06-10 17:40:04 +0000797 # default -- use global socket timeout
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000798 self.assertTrue(socket.getdefaulttimeout() is None)
Georg Brandlf78e02b2008-06-10 17:40:04 +0000799 socket.setdefaulttimeout(30)
800 try:
801 ftp = ftplib.FTP("localhost")
802 finally:
803 socket.setdefaulttimeout(None)
804 self.assertEqual(ftp.sock.gettimeout(), 30)
805 self.evt.wait()
806 ftp.close()
807
808 def testTimeoutNone(self):
809 # no timeout -- do not use global socket timeout
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000810 self.assertTrue(socket.getdefaulttimeout() is None)
Georg Brandlf78e02b2008-06-10 17:40:04 +0000811 socket.setdefaulttimeout(30)
812 try:
813 ftp = ftplib.FTP("localhost", timeout=None)
814 finally:
815 socket.setdefaulttimeout(None)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000816 self.assertTrue(ftp.sock.gettimeout() is None)
Christian Heimes836baa52008-02-26 08:18:30 +0000817 self.evt.wait()
Georg Brandlf78e02b2008-06-10 17:40:04 +0000818 ftp.close()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000819
820 def testTimeoutValue(self):
821 # a value
Christian Heimes5e696852008-04-09 08:37:03 +0000822 ftp = ftplib.FTP(HOST, timeout=30)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000823 self.assertEqual(ftp.sock.gettimeout(), 30)
Christian Heimes836baa52008-02-26 08:18:30 +0000824 self.evt.wait()
Georg Brandlf78e02b2008-06-10 17:40:04 +0000825 ftp.close()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000826
827 def testTimeoutConnect(self):
828 ftp = ftplib.FTP()
Christian Heimes5e696852008-04-09 08:37:03 +0000829 ftp.connect(HOST, timeout=30)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000830 self.assertEqual(ftp.sock.gettimeout(), 30)
Christian Heimes836baa52008-02-26 08:18:30 +0000831 self.evt.wait()
Georg Brandlf78e02b2008-06-10 17:40:04 +0000832 ftp.close()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000833
834 def testTimeoutDifferentOrder(self):
835 ftp = ftplib.FTP(timeout=30)
Christian Heimes5e696852008-04-09 08:37:03 +0000836 ftp.connect(HOST)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000837 self.assertEqual(ftp.sock.gettimeout(), 30)
Christian Heimes836baa52008-02-26 08:18:30 +0000838 self.evt.wait()
Georg Brandlf78e02b2008-06-10 17:40:04 +0000839 ftp.close()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000840
841 def testTimeoutDirectAccess(self):
842 ftp = ftplib.FTP()
843 ftp.timeout = 30
Christian Heimes5e696852008-04-09 08:37:03 +0000844 ftp.connect(HOST)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000845 self.assertEqual(ftp.sock.gettimeout(), 30)
Christian Heimes836baa52008-02-26 08:18:30 +0000846 self.evt.wait()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000847 ftp.close()
848
849
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000850def test_main():
851 tests = [TestFTPClass, TestTimeouts]
852 if socket.has_ipv6:
853 try:
854 DummyFTPServer((HOST, 0), af=socket.AF_INET6)
855 except socket.error:
856 pass
857 else:
858 tests.append(TestIPv6Environment)
Antoine Pitrouf988cd02009-11-17 20:21:14 +0000859
860 if ssl is not None:
861 tests.extend([TestTLS_FTPClassMixin, TestTLS_FTPClass])
862
Benjamin Petersonbe17a112008-09-27 21:49:47 +0000863 thread_info = support.threading_setup()
864 try:
865 support.run_unittest(*tests)
866 finally:
867 support.threading_cleanup(*thread_info)
868
Guido van Rossumd8faa362007-04-27 19:54:29 +0000869
870if __name__ == '__main__':
871 test_main()