Guido van Rossum | 4b8c6ea | 2000-02-04 15:39:30 +0000 | [diff] [blame] | 1 | """An FTP client class and some helper functions. |
| 2 | |
Barry Warsaw | 100d81e | 2000-09-01 06:09:23 +0000 | [diff] [blame] | 3 | Based on RFC 959: File Transfer Protocol (FTP), by J. Postel and J. Reynolds |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 4 | |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 5 | Example: |
| 6 | |
| 7 | >>> from ftplib import FTP |
| 8 | >>> ftp = FTP('ftp.python.org') # connect to host, default port |
Guido van Rossum | 24a6434 | 2001-12-28 20:54:55 +0000 | [diff] [blame] | 9 | >>> ftp.login() # default, i.e.: user anonymous, passwd anonymous@ |
Guido van Rossum | 2f3941d | 1997-10-07 14:49:56 +0000 | [diff] [blame] | 10 | '230 Guest login ok, access restrictions apply.' |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 11 | >>> ftp.retrlines('LIST') # list directory contents |
| 12 | total 9 |
| 13 | drwxr-xr-x 8 root wheel 1024 Jan 3 1994 . |
| 14 | drwxr-xr-x 8 root wheel 1024 Jan 3 1994 .. |
| 15 | drwxr-xr-x 2 root wheel 1024 Jan 3 1994 bin |
| 16 | drwxr-xr-x 2 root wheel 1024 Jan 3 1994 etc |
| 17 | d-wxrwxr-x 2 ftp wheel 1024 Sep 5 13:43 incoming |
| 18 | drwxr-xr-x 2 root wheel 1024 Nov 17 1993 lib |
| 19 | drwxr-xr-x 6 1094 wheel 1024 Sep 13 19:07 pub |
| 20 | drwxr-xr-x 3 root wheel 1024 Jan 3 1994 usr |
| 21 | -rw-r--r-- 1 root root 312 Aug 1 1994 welcome.msg |
Guido van Rossum | 2f3941d | 1997-10-07 14:49:56 +0000 | [diff] [blame] | 22 | '226 Transfer complete.' |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 23 | >>> ftp.quit() |
Guido van Rossum | 2f3941d | 1997-10-07 14:49:56 +0000 | [diff] [blame] | 24 | '221 Goodbye.' |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 25 | >>> |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 26 | |
| 27 | A nice test that reveals some of the network dialogue would be: |
| 28 | python ftplib.py -d localhost -l -p -l |
Guido van Rossum | 4b8c6ea | 2000-02-04 15:39:30 +0000 | [diff] [blame] | 29 | """ |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 30 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 31 | # |
Guido van Rossum | 98d9fd3 | 2000-02-28 15:12:25 +0000 | [diff] [blame] | 32 | # Changes and improvements suggested by Steve Majewski. |
| 33 | # Modified by Jack to work on the mac. |
| 34 | # Modified by Siebren to support docstrings and PASV. |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 35 | # Modified by Phil Schwartz to add storbinary and storlines callbacks. |
Guido van Rossum | 98d9fd3 | 2000-02-28 15:12:25 +0000 | [diff] [blame] | 36 | # |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 37 | |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 38 | import os |
| 39 | import sys |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 40 | |
Guido van Rossum | b6775db | 1994-08-01 11:34:53 +0000 | [diff] [blame] | 41 | # Import SOCKS module if it exists, else standard socket module socket |
| 42 | try: |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 43 | import SOCKS; socket = SOCKS; del SOCKS # import SOCKS as socket |
| 44 | from socket import getfqdn; socket.getfqdn = getfqdn; del getfqdn |
Guido van Rossum | b6775db | 1994-08-01 11:34:53 +0000 | [diff] [blame] | 45 | except ImportError: |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 46 | import socket |
Georg Brandl | f78e02b | 2008-06-10 17:40:04 +0000 | [diff] [blame] | 47 | from socket import _GLOBAL_DEFAULT_TIMEOUT |
Guido van Rossum | b6775db | 1994-08-01 11:34:53 +0000 | [diff] [blame] | 48 | |
Skip Montanaro | eccd02a | 2001-01-20 23:34:12 +0000 | [diff] [blame] | 49 | __all__ = ["FTP","Netrc"] |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 50 | |
Guido van Rossum | d316607 | 1993-05-24 14:16:22 +0000 | [diff] [blame] | 51 | # Magic number from <socket.h> |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 52 | MSG_OOB = 0x1 # Process data out of band |
Guido van Rossum | d316607 | 1993-05-24 14:16:22 +0000 | [diff] [blame] | 53 | |
| 54 | |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 55 | # The standard FTP server control port |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 56 | FTP_PORT = 21 |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 57 | |
| 58 | |
Guido van Rossum | 2197479 | 1992-11-06 13:34:17 +0000 | [diff] [blame] | 59 | # Exception raised when an error or invalid response is received |
Fred Drake | 227b120 | 2000-08-17 05:06:49 +0000 | [diff] [blame] | 60 | class Error(Exception): pass |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 61 | class error_reply(Error): pass # unexpected [123]xx reply |
| 62 | class error_temp(Error): pass # 4xx errors |
| 63 | class error_perm(Error): pass # 5xx errors |
| 64 | class error_proto(Error): pass # response does not begin with [1-5] |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 65 | |
| 66 | |
Guido van Rossum | 2197479 | 1992-11-06 13:34:17 +0000 | [diff] [blame] | 67 | # All exceptions (hopefully) that may be raised here and that aren't |
| 68 | # (always) programming errors on our side |
Christian Heimes | 33fe809 | 2008-04-13 13:53:33 +0000 | [diff] [blame] | 69 | all_errors = (Error, IOError, EOFError) |
Guido van Rossum | 2197479 | 1992-11-06 13:34:17 +0000 | [diff] [blame] | 70 | |
| 71 | |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 72 | # Line terminators (we always output CRLF, but accept any of CRLF, CR, LF) |
| 73 | CRLF = '\r\n' |
Benjamin Peterson | be17a11 | 2008-09-27 21:49:47 +0000 | [diff] [blame] | 74 | B_CRLF = b'\r\n' |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 75 | |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 76 | # The class itself |
| 77 | class FTP: |
| 78 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 79 | '''An FTP client class. |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 80 | |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 81 | To create a connection, call the class using these arguments: |
| 82 | host, user, passwd, acct, timeout |
| 83 | |
| 84 | The first four arguments are all strings, and have default value ''. |
| 85 | timeout must be numeric and defaults to None if not passed, |
| 86 | meaning that no timeout will be set on any ftp socket(s) |
| 87 | If a timeout is passed, then this is now the default timeout for all ftp |
| 88 | socket operations for this instance. |
| 89 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 90 | Then use self.connect() with optional host and port argument. |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 91 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 92 | To download a file, use ftp.retrlines('RETR ' + filename), |
| 93 | or ftp.retrbinary() with slightly different arguments. |
| 94 | To upload a file, use ftp.storlines() or ftp.storbinary(), |
| 95 | which have an open file as argument (see their definitions |
| 96 | below for details). |
| 97 | The download/upload functions first issue appropriate TYPE |
| 98 | and PORT or PASV commands. |
Guido van Rossum | 52b8976 | 2007-07-17 20:45:57 +0000 | [diff] [blame] | 99 | ''' |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 100 | |
Fred Drake | 9c98a42 | 2001-02-28 21:46:37 +0000 | [diff] [blame] | 101 | debugging = 0 |
| 102 | host = '' |
| 103 | port = FTP_PORT |
| 104 | sock = None |
| 105 | file = None |
| 106 | welcome = None |
| 107 | passiveserver = 1 |
Brett Cannon | 6733d70 | 2007-10-08 19:48:15 +0000 | [diff] [blame] | 108 | encoding = "latin1" |
Fred Drake | 9c98a42 | 2001-02-28 21:46:37 +0000 | [diff] [blame] | 109 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 110 | # Initialization method (called by class instantiation). |
| 111 | # Initialize host to localhost, port to standard ftp port |
| 112 | # Optional arguments are host (for connect()), |
| 113 | # and user, passwd, acct (for login()) |
Georg Brandl | f78e02b | 2008-06-10 17:40:04 +0000 | [diff] [blame] | 114 | def __init__(self, host='', user='', passwd='', acct='', |
| 115 | timeout=_GLOBAL_DEFAULT_TIMEOUT): |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 116 | self.timeout = timeout |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 117 | if host: |
Fred Drake | 9c98a42 | 2001-02-28 21:46:37 +0000 | [diff] [blame] | 118 | self.connect(host) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 119 | if user: |
| 120 | self.login(user, passwd, acct) |
Guido van Rossum | 52fc1f6 | 1993-06-17 12:38:10 +0000 | [diff] [blame] | 121 | |
Georg Brandl | f78e02b | 2008-06-10 17:40:04 +0000 | [diff] [blame] | 122 | def connect(self, host='', port=0, timeout=-999): |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 123 | '''Connect to host. Arguments are: |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 124 | - host: hostname to connect to (string, default previous host) |
| 125 | - port: port to connect to (integer, default previous port) |
| 126 | ''' |
| 127 | if host != '': |
| 128 | self.host = host |
| 129 | if port > 0: |
| 130 | self.port = port |
Georg Brandl | f78e02b | 2008-06-10 17:40:04 +0000 | [diff] [blame] | 131 | if timeout != -999: |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 132 | self.timeout = timeout |
| 133 | self.sock = socket.create_connection((self.host, self.port), self.timeout) |
| 134 | self.af = self.sock.family |
Guido van Rossum | 52b8976 | 2007-07-17 20:45:57 +0000 | [diff] [blame] | 135 | self.file = self.sock.makefile('r', encoding=self.encoding) |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 136 | self.welcome = self.getresp() |
| 137 | return self.welcome |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 138 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 139 | def getwelcome(self): |
| 140 | '''Get the welcome message from the server. |
| 141 | (this is read and squirreled away by connect())''' |
| 142 | if self.debugging: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 143 | print('*welcome*', self.sanitize(self.welcome)) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 144 | return self.welcome |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 145 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 146 | def set_debuglevel(self, level): |
| 147 | '''Set the debugging level. |
| 148 | The required argument level means: |
| 149 | 0: no debugging output (default) |
| 150 | 1: print commands and responses but not body text etc. |
| 151 | 2: also print raw lines read and sent before stripping CR/LF''' |
| 152 | self.debugging = level |
| 153 | debug = set_debuglevel |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 154 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 155 | def set_pasv(self, val): |
| 156 | '''Use passive or active mode for data transfers. |
| 157 | With a false argument, use the normal PORT mode, |
| 158 | With a true argument, use the PASV command.''' |
| 159 | self.passiveserver = val |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 160 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 161 | # Internal: "sanitize" a string for printing |
| 162 | def sanitize(self, s): |
| 163 | if s[:5] == 'pass ' or s[:5] == 'PASS ': |
| 164 | i = len(s) |
| 165 | while i > 5 and s[i-1] in '\r\n': |
| 166 | i = i-1 |
| 167 | s = s[:5] + '*'*(i-5) + s[i:] |
Walter Dörwald | 70a6b49 | 2004-02-12 17:35:32 +0000 | [diff] [blame] | 168 | return repr(s) |
Guido van Rossum | ebaf104 | 1995-05-05 15:54:14 +0000 | [diff] [blame] | 169 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 170 | # Internal: send one line to the server, appending CRLF |
| 171 | def putline(self, line): |
| 172 | line = line + CRLF |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 173 | if self.debugging > 1: print('*put*', self.sanitize(line)) |
Guido van Rossum | 52b8976 | 2007-07-17 20:45:57 +0000 | [diff] [blame] | 174 | self.sock.sendall(line.encode(self.encoding)) |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 175 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 176 | # Internal: send one command to the server (through putline()) |
| 177 | def putcmd(self, line): |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 178 | if self.debugging: print('*cmd*', self.sanitize(line)) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 179 | self.putline(line) |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 180 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 181 | # Internal: return one line from the server, stripping CRLF. |
| 182 | # Raise EOFError if the connection is closed |
| 183 | def getline(self): |
| 184 | line = self.file.readline() |
| 185 | if self.debugging > 1: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 186 | print('*get*', self.sanitize(line)) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 187 | if not line: raise EOFError |
| 188 | if line[-2:] == CRLF: line = line[:-2] |
| 189 | elif line[-1:] in CRLF: line = line[:-1] |
| 190 | return line |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 191 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 192 | # Internal: get a response from the server, which may possibly |
| 193 | # consist of multiple lines. Return a single string with no |
| 194 | # trailing CRLF. If the response consists of multiple lines, |
| 195 | # these are separated by '\n' characters in the string |
| 196 | def getmultiline(self): |
| 197 | line = self.getline() |
| 198 | if line[3:4] == '-': |
| 199 | code = line[:3] |
| 200 | while 1: |
| 201 | nextline = self.getline() |
| 202 | line = line + ('\n' + nextline) |
| 203 | if nextline[:3] == code and \ |
| 204 | nextline[3:4] != '-': |
| 205 | break |
| 206 | return line |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 207 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 208 | # Internal: get a response from the server. |
| 209 | # Raise various errors if the response indicates an error |
| 210 | def getresp(self): |
| 211 | resp = self.getmultiline() |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 212 | if self.debugging: print('*resp*', self.sanitize(resp)) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 213 | self.lastresp = resp[:3] |
| 214 | c = resp[:1] |
Raymond Hettinger | c88a6c7 | 2005-04-05 04:31:09 +0000 | [diff] [blame] | 215 | if c in ('1', '2', '3'): |
| 216 | return resp |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 217 | if c == '4': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 218 | raise error_temp(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 219 | if c == '5': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 220 | raise error_perm(resp) |
| 221 | raise error_proto(resp) |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 222 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 223 | def voidresp(self): |
| 224 | """Expect a response beginning with '2'.""" |
| 225 | resp = self.getresp() |
| 226 | if resp[0] != '2': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 227 | raise error_reply(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 228 | return resp |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 229 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 230 | def abort(self): |
| 231 | '''Abort a file transfer. Uses out-of-band data. |
| 232 | This does not follow the procedure from the RFC to send Telnet |
| 233 | IP and Synch; that doesn't seem to work with the servers I've |
| 234 | tried. Instead, just send the ABOR command as OOB data.''' |
| 235 | line = 'ABOR' + CRLF |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 236 | if self.debugging > 1: print('*put urgent*', self.sanitize(line)) |
Martin v. Löwis | e12454f | 2002-02-16 23:06:19 +0000 | [diff] [blame] | 237 | self.sock.sendall(line, MSG_OOB) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 238 | resp = self.getmultiline() |
| 239 | if resp[:3] not in ('426', '226'): |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 240 | raise error_proto(resp) |
Guido van Rossum | d316607 | 1993-05-24 14:16:22 +0000 | [diff] [blame] | 241 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 242 | def sendcmd(self, cmd): |
| 243 | '''Send a command and return the response.''' |
| 244 | self.putcmd(cmd) |
| 245 | return self.getresp() |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 246 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 247 | def voidcmd(self, cmd): |
| 248 | """Send a command and expect a response beginning with '2'.""" |
| 249 | self.putcmd(cmd) |
| 250 | return self.voidresp() |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 251 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 252 | def sendport(self, host, port): |
| 253 | '''Send a PORT command with the current host and the given |
| 254 | port number. |
| 255 | ''' |
Eric S. Raymond | c95bf69 | 2001-02-09 10:06:47 +0000 | [diff] [blame] | 256 | hbytes = host.split('.') |
Benjamin Peterson | 3a53fbb | 2008-09-27 22:04:16 +0000 | [diff] [blame] | 257 | pbytes = [repr(port//256), repr(port%256)] |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 258 | bytes = hbytes + pbytes |
Eric S. Raymond | c95bf69 | 2001-02-09 10:06:47 +0000 | [diff] [blame] | 259 | cmd = 'PORT ' + ','.join(bytes) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 260 | return self.voidcmd(cmd) |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 261 | |
Martin v. Löwis | a43c2f8 | 2001-07-24 20:34:08 +0000 | [diff] [blame] | 262 | def sendeprt(self, host, port): |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 263 | '''Send a EPRT command with the current host and the given port number.''' |
| 264 | af = 0 |
| 265 | if self.af == socket.AF_INET: |
| 266 | af = 1 |
| 267 | if self.af == socket.AF_INET6: |
| 268 | af = 2 |
| 269 | if af == 0: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 270 | raise error_proto('unsupported address family') |
Walter Dörwald | 70a6b49 | 2004-02-12 17:35:32 +0000 | [diff] [blame] | 271 | fields = ['', repr(af), host, repr(port), ''] |
Neal Norwitz | 7ce734c | 2002-05-31 14:13:04 +0000 | [diff] [blame] | 272 | cmd = 'EPRT ' + '|'.join(fields) |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 273 | return self.voidcmd(cmd) |
Martin v. Löwis | a43c2f8 | 2001-07-24 20:34:08 +0000 | [diff] [blame] | 274 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 275 | def makeport(self): |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 276 | '''Create a new socket and send a PORT command for it.''' |
Martin v. Löwis | 2ad2569 | 2001-07-31 08:40:21 +0000 | [diff] [blame] | 277 | msg = "getaddrinfo returns an empty list" |
Martin v. Löwis | 322c0d1 | 2001-10-07 08:53:32 +0000 | [diff] [blame] | 278 | sock = None |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 279 | for res in socket.getaddrinfo(None, 0, self.af, socket.SOCK_STREAM, 0, socket.AI_PASSIVE): |
| 280 | af, socktype, proto, canonname, sa = res |
| 281 | try: |
| 282 | sock = socket.socket(af, socktype, proto) |
| 283 | sock.bind(sa) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 284 | except socket.error as msg: |
Martin v. Löwis | 322c0d1 | 2001-10-07 08:53:32 +0000 | [diff] [blame] | 285 | if sock: |
| 286 | sock.close() |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 287 | sock = None |
| 288 | continue |
| 289 | break |
| 290 | if not sock: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 291 | raise socket.error(msg) |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 292 | sock.listen(1) |
| 293 | port = sock.getsockname()[1] # Get proper port |
| 294 | host = self.sock.getsockname()[0] # Get proper host |
| 295 | if self.af == socket.AF_INET: |
| 296 | resp = self.sendport(host, port) |
| 297 | else: |
| 298 | resp = self.sendeprt(host, port) |
| 299 | return sock |
Martin v. Löwis | a43c2f8 | 2001-07-24 20:34:08 +0000 | [diff] [blame] | 300 | |
| 301 | def makepasv(self): |
Martin v. Löwis | 4eb5940 | 2001-07-26 13:37:33 +0000 | [diff] [blame] | 302 | if self.af == socket.AF_INET: |
| 303 | host, port = parse227(self.sendcmd('PASV')) |
| 304 | else: |
| 305 | host, port = parse229(self.sendcmd('EPSV'), self.sock.getpeername()) |
| 306 | return host, port |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 307 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 308 | def ntransfercmd(self, cmd, rest=None): |
| 309 | """Initiate a transfer over the data connection. |
Barry Warsaw | 100d81e | 2000-09-01 06:09:23 +0000 | [diff] [blame] | 310 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 311 | If the transfer is active, send a port command and the |
| 312 | transfer command, and accept the connection. If the server is |
| 313 | passive, send a pasv command, connect to it, and start the |
| 314 | transfer command. Either way, return the socket for the |
| 315 | connection and the expected size of the transfer. The |
| 316 | expected size may be None if it could not be determined. |
Barry Warsaw | 100d81e | 2000-09-01 06:09:23 +0000 | [diff] [blame] | 317 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 318 | Optional `rest' argument can be a string that is sent as the |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 319 | argument to a REST command. This is essentially a server |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 320 | marker used to tell the server to skip over any data up to the |
| 321 | given marker. |
| 322 | """ |
| 323 | size = None |
| 324 | if self.passiveserver: |
Martin v. Löwis | a43c2f8 | 2001-07-24 20:34:08 +0000 | [diff] [blame] | 325 | host, port = self.makepasv() |
Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 326 | conn = socket.create_connection((host, port), self.timeout) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 327 | if rest is not None: |
| 328 | self.sendcmd("REST %s" % rest) |
| 329 | resp = self.sendcmd(cmd) |
Thomas Wouters | 89f507f | 2006-12-13 04:49:30 +0000 | [diff] [blame] | 330 | # Some servers apparently send a 200 reply to |
| 331 | # a LIST or STOR command, before the 150 reply |
| 332 | # (and way before the 226 reply). This seems to |
| 333 | # be in violation of the protocol (which only allows |
| 334 | # 1xx or error messages for LIST), so we just discard |
| 335 | # this response. |
| 336 | if resp[0] == '2': |
Thomas Wouters | 9fe394c | 2007-02-05 01:24:16 +0000 | [diff] [blame] | 337 | resp = self.getresp() |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 338 | if resp[0] != '1': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 339 | raise error_reply(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 340 | else: |
| 341 | sock = self.makeport() |
| 342 | if rest is not None: |
| 343 | self.sendcmd("REST %s" % rest) |
| 344 | resp = self.sendcmd(cmd) |
Thomas Wouters | 89f507f | 2006-12-13 04:49:30 +0000 | [diff] [blame] | 345 | # See above. |
| 346 | if resp[0] == '2': |
Thomas Wouters | 9fe394c | 2007-02-05 01:24:16 +0000 | [diff] [blame] | 347 | resp = self.getresp() |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 348 | if resp[0] != '1': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 349 | raise error_reply(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 350 | conn, sockaddr = sock.accept() |
| 351 | if resp[:3] == '150': |
| 352 | # this is conditional in case we received a 125 |
| 353 | size = parse150(resp) |
| 354 | return conn, size |
Fred Drake | 4de02d9 | 1997-01-10 18:26:09 +0000 | [diff] [blame] | 355 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 356 | def transfercmd(self, cmd, rest=None): |
Guido van Rossum | b6aca6a | 2001-10-16 19:45:52 +0000 | [diff] [blame] | 357 | """Like ntransfercmd() but returns only the socket.""" |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 358 | return self.ntransfercmd(cmd, rest)[0] |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 359 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 360 | def login(self, user = '', passwd = '', acct = ''): |
| 361 | '''Login, default anonymous.''' |
| 362 | if not user: user = 'anonymous' |
| 363 | if not passwd: passwd = '' |
| 364 | if not acct: acct = '' |
| 365 | if user == 'anonymous' and passwd in ('', '-'): |
Tim Peters | e441860 | 2002-02-16 07:34:19 +0000 | [diff] [blame] | 366 | # If there is no anonymous ftp password specified |
| 367 | # then we'll just use anonymous@ |
| 368 | # We don't send any other thing because: |
| 369 | # - We want to remain anonymous |
| 370 | # - We want to stop SPAM |
| 371 | # - We don't want to let ftp sites to discriminate by the user, |
| 372 | # host or country. |
Guido van Rossum | c33e077 | 2001-12-28 20:54:28 +0000 | [diff] [blame] | 373 | passwd = passwd + 'anonymous@' |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 374 | resp = self.sendcmd('USER ' + user) |
| 375 | if resp[0] == '3': resp = self.sendcmd('PASS ' + passwd) |
| 376 | if resp[0] == '3': resp = self.sendcmd('ACCT ' + acct) |
| 377 | if resp[0] != '2': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 378 | raise error_reply(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 379 | return resp |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 380 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 381 | def retrbinary(self, cmd, callback, blocksize=8192, rest=None): |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 382 | """Retrieve data in binary mode. A new port is created for you. |
Barry Warsaw | 100d81e | 2000-09-01 06:09:23 +0000 | [diff] [blame] | 383 | |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 384 | Args: |
| 385 | cmd: A RETR command. |
| 386 | callback: A single parameter callable to be called on each |
| 387 | block of data read. |
| 388 | blocksize: The maximum number of bytes to read from the |
| 389 | socket at one time. [default: 8192] |
| 390 | rest: Passed to transfercmd(). [default: None] |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 391 | |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 392 | Returns: |
| 393 | The response code. |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 394 | """ |
| 395 | self.voidcmd('TYPE I') |
| 396 | conn = self.transfercmd(cmd, rest) |
| 397 | while 1: |
| 398 | data = conn.recv(blocksize) |
| 399 | if not data: |
| 400 | break |
| 401 | callback(data) |
| 402 | conn.close() |
| 403 | return self.voidresp() |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 404 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 405 | def retrlines(self, cmd, callback = None): |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 406 | """Retrieve data in line mode. A new port is created for you. |
| 407 | |
| 408 | Args: |
| 409 | cmd: A RETR, LIST, NLST, or MLSD command. |
| 410 | callback: An optional single parameter callable that is called |
| 411 | for each line with the trailing CRLF stripped. |
| 412 | [default: print_line()] |
| 413 | |
| 414 | Returns: |
| 415 | The response code. |
| 416 | """ |
Raymond Hettinger | e874fc3 | 2002-05-12 05:53:51 +0000 | [diff] [blame] | 417 | if callback is None: callback = print_line |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 418 | resp = self.sendcmd('TYPE A') |
| 419 | conn = self.transfercmd(cmd) |
Guido van Rossum | 52b8976 | 2007-07-17 20:45:57 +0000 | [diff] [blame] | 420 | fp = conn.makefile('r', encoding=self.encoding) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 421 | while 1: |
| 422 | line = fp.readline() |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 423 | if self.debugging > 2: print('*retr*', repr(line)) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 424 | if not line: |
| 425 | break |
| 426 | if line[-2:] == CRLF: |
| 427 | line = line[:-2] |
| 428 | elif line[-1:] == '\n': |
| 429 | line = line[:-1] |
| 430 | callback(line) |
| 431 | fp.close() |
| 432 | conn.close() |
| 433 | return self.voidresp() |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 434 | |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 435 | def storbinary(self, cmd, fp, blocksize=8192, callback=None): |
| 436 | """Store a file in binary mode. A new port is created for you. |
| 437 | |
| 438 | Args: |
| 439 | cmd: A STOR command. |
| 440 | fp: A file-like object with a read(num_bytes) method. |
| 441 | blocksize: The maximum data size to read from fp and send over |
| 442 | the connection at once. [default: 8192] |
| 443 | callback: An optional single parameter callable that is called on |
| 444 | on each block of data after it is sent. [default: None] |
| 445 | |
| 446 | Returns: |
| 447 | The response code. |
| 448 | """ |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 449 | self.voidcmd('TYPE I') |
| 450 | conn = self.transfercmd(cmd) |
| 451 | while 1: |
| 452 | buf = fp.read(blocksize) |
| 453 | if not buf: break |
Martin v. Löwis | e12454f | 2002-02-16 23:06:19 +0000 | [diff] [blame] | 454 | conn.sendall(buf) |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 455 | if callback: callback(buf) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 456 | conn.close() |
| 457 | return self.voidresp() |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 458 | |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 459 | def storlines(self, cmd, fp, callback=None): |
| 460 | """Store a file in line mode. A new port is created for you. |
| 461 | |
| 462 | Args: |
| 463 | cmd: A STOR command. |
| 464 | fp: A file-like object with a readline() method. |
| 465 | callback: An optional single parameter callable that is called on |
| 466 | on each line after it is sent. [default: None] |
| 467 | |
| 468 | Returns: |
| 469 | The response code. |
| 470 | """ |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 471 | self.voidcmd('TYPE A') |
| 472 | conn = self.transfercmd(cmd) |
| 473 | while 1: |
| 474 | buf = fp.readline() |
| 475 | if not buf: break |
Benjamin Peterson | be17a11 | 2008-09-27 21:49:47 +0000 | [diff] [blame] | 476 | if buf[-2:] != B_CRLF: |
| 477 | if buf[-1] in B_CRLF: buf = buf[:-1] |
| 478 | buf = buf + B_CRLF |
Martin v. Löwis | e12454f | 2002-02-16 23:06:19 +0000 | [diff] [blame] | 479 | conn.sendall(buf) |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 480 | if callback: callback(buf) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 481 | conn.close() |
| 482 | return self.voidresp() |
Guido van Rossum | 0eaa74b | 1996-01-25 18:37:21 +0000 | [diff] [blame] | 483 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 484 | def acct(self, password): |
| 485 | '''Send new account name.''' |
| 486 | cmd = 'ACCT ' + password |
| 487 | return self.voidcmd(cmd) |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 488 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 489 | def nlst(self, *args): |
| 490 | '''Return a list of files in a given directory (default the current).''' |
| 491 | cmd = 'NLST' |
| 492 | for arg in args: |
| 493 | cmd = cmd + (' ' + arg) |
| 494 | files = [] |
| 495 | self.retrlines(cmd, files.append) |
| 496 | return files |
Guido van Rossum | ae3b3a3 | 1993-11-30 13:43:54 +0000 | [diff] [blame] | 497 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 498 | def dir(self, *args): |
| 499 | '''List a directory in long form. |
| 500 | By default list current directory to stdout. |
| 501 | Optional last argument is callback function; all |
| 502 | non-empty arguments before it are concatenated to the |
| 503 | LIST command. (This *should* only be used for a pathname.)''' |
| 504 | cmd = 'LIST' |
| 505 | func = None |
| 506 | if args[-1:] and type(args[-1]) != type(''): |
| 507 | args, func = args[:-1], args[-1] |
| 508 | for arg in args: |
| 509 | if arg: |
| 510 | cmd = cmd + (' ' + arg) |
| 511 | self.retrlines(cmd, func) |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 512 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 513 | def rename(self, fromname, toname): |
| 514 | '''Rename a file.''' |
| 515 | resp = self.sendcmd('RNFR ' + fromname) |
| 516 | if resp[0] != '3': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 517 | raise error_reply(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 518 | return self.voidcmd('RNTO ' + toname) |
Guido van Rossum | a61bdeb | 1995-10-11 17:36:31 +0000 | [diff] [blame] | 519 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 520 | def delete(self, filename): |
| 521 | '''Delete a file.''' |
| 522 | resp = self.sendcmd('DELE ' + filename) |
| 523 | if resp[:3] in ('250', '200'): |
| 524 | return resp |
| 525 | elif resp[:1] == '5': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 526 | raise error_perm(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 527 | else: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 528 | raise error_reply(resp) |
Guido van Rossum | 02cf582 | 1993-05-17 08:00:02 +0000 | [diff] [blame] | 529 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 530 | def cwd(self, dirname): |
| 531 | '''Change to a directory.''' |
| 532 | if dirname == '..': |
| 533 | try: |
| 534 | return self.voidcmd('CDUP') |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 535 | except error_perm as msg: |
Martin v. Löwis | b525511 | 2002-03-10 15:59:58 +0000 | [diff] [blame] | 536 | if msg.args[0][:3] != '500': |
| 537 | raise |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 538 | elif dirname == '': |
| 539 | dirname = '.' # does nothing, but could return error |
| 540 | cmd = 'CWD ' + dirname |
| 541 | return self.voidcmd(cmd) |
Guido van Rossum | 17ed1ae | 1993-06-01 13:21:04 +0000 | [diff] [blame] | 542 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 543 | def size(self, filename): |
| 544 | '''Retrieve the size of a file.''' |
Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 545 | # The SIZE command is defined in RFC-3659 |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 546 | resp = self.sendcmd('SIZE ' + filename) |
| 547 | if resp[:3] == '213': |
Guido van Rossum | b6aca6a | 2001-10-16 19:45:52 +0000 | [diff] [blame] | 548 | s = resp[3:].strip() |
| 549 | try: |
| 550 | return int(s) |
Guido van Rossum | 1f74cb3 | 2001-10-17 17:21:47 +0000 | [diff] [blame] | 551 | except (OverflowError, ValueError): |
Guido van Rossum | e2a383d | 2007-01-15 16:59:06 +0000 | [diff] [blame] | 552 | return int(s) |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 553 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 554 | def mkd(self, dirname): |
| 555 | '''Make a directory, return its full pathname.''' |
| 556 | resp = self.sendcmd('MKD ' + dirname) |
| 557 | return parse257(resp) |
Guido van Rossum | 9824509 | 1998-02-19 21:15:44 +0000 | [diff] [blame] | 558 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 559 | def rmd(self, dirname): |
| 560 | '''Remove a directory.''' |
| 561 | return self.voidcmd('RMD ' + dirname) |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 562 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 563 | def pwd(self): |
| 564 | '''Return current working directory.''' |
| 565 | resp = self.sendcmd('PWD') |
| 566 | return parse257(resp) |
Guido van Rossum | 17ed1ae | 1993-06-01 13:21:04 +0000 | [diff] [blame] | 567 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 568 | def quit(self): |
| 569 | '''Quit, and close the connection.''' |
| 570 | resp = self.voidcmd('QUIT') |
| 571 | self.close() |
| 572 | return resp |
| 573 | |
| 574 | def close(self): |
| 575 | '''Close the connection without assuming anything about it.''' |
Fred Drake | 9c98a42 | 2001-02-28 21:46:37 +0000 | [diff] [blame] | 576 | if self.file: |
| 577 | self.file.close() |
| 578 | self.sock.close() |
| 579 | self.file = self.sock = None |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 580 | |
| 581 | |
Guido van Rossum | acfb82a | 1997-10-22 20:49:52 +0000 | [diff] [blame] | 582 | _150_re = None |
Fred Drake | 4de02d9 | 1997-01-10 18:26:09 +0000 | [diff] [blame] | 583 | |
| 584 | def parse150(resp): |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 585 | '''Parse the '150' response for a RETR request. |
| 586 | Returns the expected transfer size or None; size is not guaranteed to |
| 587 | be present in the 150 message. |
| 588 | ''' |
| 589 | if resp[:3] != '150': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 590 | raise error_reply(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 591 | global _150_re |
| 592 | if _150_re is None: |
| 593 | import re |
Antoine Pitrou | fd03645 | 2008-08-19 17:56:33 +0000 | [diff] [blame] | 594 | _150_re = re.compile( |
| 595 | "150 .* \((\d+) bytes\)", re.IGNORECASE | re.ASCII) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 596 | m = _150_re.match(resp) |
Guido van Rossum | b6aca6a | 2001-10-16 19:45:52 +0000 | [diff] [blame] | 597 | if not m: |
| 598 | return None |
| 599 | s = m.group(1) |
| 600 | try: |
| 601 | return int(s) |
Guido van Rossum | 1f74cb3 | 2001-10-17 17:21:47 +0000 | [diff] [blame] | 602 | except (OverflowError, ValueError): |
Guido van Rossum | e2a383d | 2007-01-15 16:59:06 +0000 | [diff] [blame] | 603 | return int(s) |
Fred Drake | 4de02d9 | 1997-01-10 18:26:09 +0000 | [diff] [blame] | 604 | |
| 605 | |
Guido van Rossum | 70297d3 | 2001-08-17 17:24:29 +0000 | [diff] [blame] | 606 | _227_re = None |
| 607 | |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 608 | def parse227(resp): |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 609 | '''Parse the '227' response for a PASV request. |
| 610 | Raises error_proto if it does not contain '(h1,h2,h3,h4,p1,p2)' |
| 611 | Return ('host.addr.as.numbers', port#) tuple.''' |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 612 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 613 | if resp[:3] != '227': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 614 | raise error_reply(resp) |
Guido van Rossum | 70297d3 | 2001-08-17 17:24:29 +0000 | [diff] [blame] | 615 | global _227_re |
| 616 | if _227_re is None: |
| 617 | import re |
Antoine Pitrou | fd03645 | 2008-08-19 17:56:33 +0000 | [diff] [blame] | 618 | _227_re = re.compile(r'(\d+),(\d+),(\d+),(\d+),(\d+),(\d+)', re.ASCII) |
Guido van Rossum | 70297d3 | 2001-08-17 17:24:29 +0000 | [diff] [blame] | 619 | m = _227_re.search(resp) |
| 620 | if not m: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 621 | raise error_proto(resp) |
Guido van Rossum | 70297d3 | 2001-08-17 17:24:29 +0000 | [diff] [blame] | 622 | numbers = m.groups() |
Eric S. Raymond | c95bf69 | 2001-02-09 10:06:47 +0000 | [diff] [blame] | 623 | host = '.'.join(numbers[:4]) |
| 624 | port = (int(numbers[4]) << 8) + int(numbers[5]) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 625 | return host, port |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 626 | |
| 627 | |
Martin v. Löwis | a43c2f8 | 2001-07-24 20:34:08 +0000 | [diff] [blame] | 628 | def parse229(resp, peer): |
| 629 | '''Parse the '229' response for a EPSV request. |
| 630 | Raises error_proto if it does not contain '(|||port|)' |
| 631 | Return ('host.addr.as.numbers', port#) tuple.''' |
| 632 | |
Raymond Hettinger | c88a6c7 | 2005-04-05 04:31:09 +0000 | [diff] [blame] | 633 | if resp[:3] != '229': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 634 | raise error_reply(resp) |
Neal Norwitz | 7ce734c | 2002-05-31 14:13:04 +0000 | [diff] [blame] | 635 | left = resp.find('(') |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 636 | if left < 0: raise error_proto(resp) |
Neal Norwitz | 7ce734c | 2002-05-31 14:13:04 +0000 | [diff] [blame] | 637 | right = resp.find(')', left + 1) |
Martin v. Löwis | a43c2f8 | 2001-07-24 20:34:08 +0000 | [diff] [blame] | 638 | if right < 0: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 639 | raise error_proto(resp) # should contain '(|||port|)' |
Raymond Hettinger | c88a6c7 | 2005-04-05 04:31:09 +0000 | [diff] [blame] | 640 | if resp[left + 1] != resp[right - 1]: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 641 | raise error_proto(resp) |
Walter Dörwald | a401ae4 | 2002-06-03 10:41:45 +0000 | [diff] [blame] | 642 | parts = resp[left + 1:right].split(resp[left+1]) |
Raymond Hettinger | c88a6c7 | 2005-04-05 04:31:09 +0000 | [diff] [blame] | 643 | if len(parts) != 5: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 644 | raise error_proto(resp) |
Martin v. Löwis | a43c2f8 | 2001-07-24 20:34:08 +0000 | [diff] [blame] | 645 | host = peer[0] |
Neal Norwitz | 7ce734c | 2002-05-31 14:13:04 +0000 | [diff] [blame] | 646 | port = int(parts[3]) |
Martin v. Löwis | a43c2f8 | 2001-07-24 20:34:08 +0000 | [diff] [blame] | 647 | return host, port |
| 648 | |
| 649 | |
Guido van Rossum | c567c60 | 1992-11-05 22:22:37 +0000 | [diff] [blame] | 650 | def parse257(resp): |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 651 | '''Parse the '257' response for a MKD or PWD request. |
| 652 | This is a response to a MKD or PWD request: a directory name. |
| 653 | Returns the directoryname in the 257 reply.''' |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 654 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 655 | if resp[:3] != '257': |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 656 | raise error_reply(resp) |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 657 | if resp[3:5] != ' "': |
| 658 | return '' # Not compliant to RFC 959, but UNIX ftpd does this |
| 659 | dirname = '' |
| 660 | i = 5 |
| 661 | n = len(resp) |
| 662 | while i < n: |
| 663 | c = resp[i] |
| 664 | i = i+1 |
| 665 | if c == '"': |
| 666 | if i >= n or resp[i] != '"': |
| 667 | break |
| 668 | i = i+1 |
| 669 | dirname = dirname + c |
| 670 | return dirname |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 671 | |
Guido van Rossum | 2f3941d | 1997-10-07 14:49:56 +0000 | [diff] [blame] | 672 | |
Guido van Rossum | ae3b3a3 | 1993-11-30 13:43:54 +0000 | [diff] [blame] | 673 | def print_line(line): |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 674 | '''Default retrlines callback to print a line.''' |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 675 | print(line) |
Guido van Rossum | ae3b3a3 | 1993-11-30 13:43:54 +0000 | [diff] [blame] | 676 | |
Guido van Rossum | 2f3941d | 1997-10-07 14:49:56 +0000 | [diff] [blame] | 677 | |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 678 | def ftpcp(source, sourcename, target, targetname = '', type = 'I'): |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 679 | '''Copy file from one FTP-instance to another.''' |
| 680 | if not targetname: targetname = sourcename |
| 681 | type = 'TYPE ' + type |
| 682 | source.voidcmd(type) |
| 683 | target.voidcmd(type) |
| 684 | sourcehost, sourceport = parse227(source.sendcmd('PASV')) |
| 685 | target.sendport(sourcehost, sourceport) |
| 686 | # RFC 959: the user must "listen" [...] BEFORE sending the |
| 687 | # transfer request. |
| 688 | # So: STOR before RETR, because here the target is a "user". |
| 689 | treply = target.sendcmd('STOR ' + targetname) |
| 690 | if treply[:3] not in ('125', '150'): raise error_proto # RFC 959 |
| 691 | sreply = source.sendcmd('RETR ' + sourcename) |
| 692 | if sreply[:3] not in ('125', '150'): raise error_proto # RFC 959 |
| 693 | source.voidresp() |
| 694 | target.voidresp() |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 695 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 696 | |
Guido van Rossum | 56d1e3a | 1997-03-14 04:16:54 +0000 | [diff] [blame] | 697 | class Netrc: |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 698 | """Class to parse & provide access to 'netrc' format files. |
Fred Drake | 475d51d | 1997-06-24 22:02:54 +0000 | [diff] [blame] | 699 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 700 | See the netrc(4) man page for information on the file format. |
Guido van Rossum | 56d1e3a | 1997-03-14 04:16:54 +0000 | [diff] [blame] | 701 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 702 | WARNING: This class is obsolete -- use module netrc instead. |
Guido van Rossum | c822a45 | 1998-12-22 16:49:16 +0000 | [diff] [blame] | 703 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 704 | """ |
| 705 | __defuser = None |
| 706 | __defpasswd = None |
| 707 | __defacct = None |
Guido van Rossum | 56d1e3a | 1997-03-14 04:16:54 +0000 | [diff] [blame] | 708 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 709 | def __init__(self, filename=None): |
Raymond Hettinger | 094662a | 2002-06-01 01:29:16 +0000 | [diff] [blame] | 710 | if filename is None: |
Raymond Hettinger | 54f0222 | 2002-06-01 14:18:47 +0000 | [diff] [blame] | 711 | if "HOME" in os.environ: |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 712 | filename = os.path.join(os.environ["HOME"], |
| 713 | ".netrc") |
| 714 | else: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 715 | raise IOError("specify file to load or set $HOME") |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 716 | self.__hosts = {} |
| 717 | self.__macros = {} |
| 718 | fp = open(filename, "r") |
| 719 | in_macro = 0 |
| 720 | while 1: |
| 721 | line = fp.readline() |
| 722 | if not line: break |
Eric S. Raymond | c95bf69 | 2001-02-09 10:06:47 +0000 | [diff] [blame] | 723 | if in_macro and line.strip(): |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 724 | macro_lines.append(line) |
| 725 | continue |
| 726 | elif in_macro: |
| 727 | self.__macros[macro_name] = tuple(macro_lines) |
| 728 | in_macro = 0 |
Eric S. Raymond | c95bf69 | 2001-02-09 10:06:47 +0000 | [diff] [blame] | 729 | words = line.split() |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 730 | host = user = passwd = acct = None |
| 731 | default = 0 |
| 732 | i = 0 |
| 733 | while i < len(words): |
| 734 | w1 = words[i] |
| 735 | if i+1 < len(words): |
| 736 | w2 = words[i + 1] |
| 737 | else: |
| 738 | w2 = None |
| 739 | if w1 == 'default': |
| 740 | default = 1 |
| 741 | elif w1 == 'machine' and w2: |
Eric S. Raymond | c95bf69 | 2001-02-09 10:06:47 +0000 | [diff] [blame] | 742 | host = w2.lower() |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 743 | i = i + 1 |
| 744 | elif w1 == 'login' and w2: |
| 745 | user = w2 |
| 746 | i = i + 1 |
| 747 | elif w1 == 'password' and w2: |
| 748 | passwd = w2 |
| 749 | i = i + 1 |
| 750 | elif w1 == 'account' and w2: |
| 751 | acct = w2 |
| 752 | i = i + 1 |
| 753 | elif w1 == 'macdef' and w2: |
| 754 | macro_name = w2 |
| 755 | macro_lines = [] |
| 756 | in_macro = 1 |
| 757 | break |
| 758 | i = i + 1 |
| 759 | if default: |
| 760 | self.__defuser = user or self.__defuser |
| 761 | self.__defpasswd = passwd or self.__defpasswd |
| 762 | self.__defacct = acct or self.__defacct |
| 763 | if host: |
Raymond Hettinger | 54f0222 | 2002-06-01 14:18:47 +0000 | [diff] [blame] | 764 | if host in self.__hosts: |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 765 | ouser, opasswd, oacct = \ |
| 766 | self.__hosts[host] |
| 767 | user = user or ouser |
| 768 | passwd = passwd or opasswd |
| 769 | acct = acct or oacct |
| 770 | self.__hosts[host] = user, passwd, acct |
| 771 | fp.close() |
Guido van Rossum | 56d1e3a | 1997-03-14 04:16:54 +0000 | [diff] [blame] | 772 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 773 | def get_hosts(self): |
| 774 | """Return a list of hosts mentioned in the .netrc file.""" |
| 775 | return self.__hosts.keys() |
Guido van Rossum | 8ca8420 | 1998-03-26 20:56:10 +0000 | [diff] [blame] | 776 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 777 | def get_account(self, host): |
| 778 | """Returns login information for the named host. |
Guido van Rossum | 8ca8420 | 1998-03-26 20:56:10 +0000 | [diff] [blame] | 779 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 780 | The return value is a triple containing userid, |
| 781 | password, and the accounting field. |
Guido van Rossum | 8ca8420 | 1998-03-26 20:56:10 +0000 | [diff] [blame] | 782 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 783 | """ |
Eric S. Raymond | c95bf69 | 2001-02-09 10:06:47 +0000 | [diff] [blame] | 784 | host = host.lower() |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 785 | user = passwd = acct = None |
Raymond Hettinger | 54f0222 | 2002-06-01 14:18:47 +0000 | [diff] [blame] | 786 | if host in self.__hosts: |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 787 | user, passwd, acct = self.__hosts[host] |
| 788 | user = user or self.__defuser |
| 789 | passwd = passwd or self.__defpasswd |
| 790 | acct = acct or self.__defacct |
| 791 | return user, passwd, acct |
Guido van Rossum | 8ca8420 | 1998-03-26 20:56:10 +0000 | [diff] [blame] | 792 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 793 | def get_macros(self): |
| 794 | """Return a list of all defined macro names.""" |
| 795 | return self.__macros.keys() |
Guido van Rossum | 8ca8420 | 1998-03-26 20:56:10 +0000 | [diff] [blame] | 796 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 797 | def get_macro(self, macro): |
| 798 | """Return a sequence of lines which define a named macro.""" |
| 799 | return self.__macros[macro] |
Guido van Rossum | 56d1e3a | 1997-03-14 04:16:54 +0000 | [diff] [blame] | 800 | |
Fred Drake | 475d51d | 1997-06-24 22:02:54 +0000 | [diff] [blame] | 801 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 802 | |
Guido van Rossum | 1115ab2 | 1992-11-04 15:51:30 +0000 | [diff] [blame] | 803 | def test(): |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 804 | '''Test program. |
Raymond Hettinger | c88a6c7 | 2005-04-05 04:31:09 +0000 | [diff] [blame] | 805 | Usage: ftp [-d] [-r[file]] host [-l[dir]] [-d[dir]] [-p] [file] ... |
| 806 | |
| 807 | -d dir |
| 808 | -l list |
| 809 | -p password |
| 810 | ''' |
| 811 | |
| 812 | if len(sys.argv) < 2: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 813 | print(test.__doc__) |
Raymond Hettinger | c88a6c7 | 2005-04-05 04:31:09 +0000 | [diff] [blame] | 814 | sys.exit(0) |
Guido van Rossum | d2560b0 | 1996-05-28 23:41:25 +0000 | [diff] [blame] | 815 | |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 816 | debugging = 0 |
| 817 | rcfile = None |
| 818 | while sys.argv[1] == '-d': |
| 819 | debugging = debugging+1 |
| 820 | del sys.argv[1] |
| 821 | if sys.argv[1][:2] == '-r': |
| 822 | # get name of alternate ~/.netrc file: |
| 823 | rcfile = sys.argv[1][2:] |
| 824 | del sys.argv[1] |
| 825 | host = sys.argv[1] |
| 826 | ftp = FTP(host) |
| 827 | ftp.set_debuglevel(debugging) |
| 828 | userid = passwd = acct = '' |
| 829 | try: |
| 830 | netrc = Netrc(rcfile) |
| 831 | except IOError: |
| 832 | if rcfile is not None: |
| 833 | sys.stderr.write("Could not open account file" |
| 834 | " -- using anonymous login.") |
| 835 | else: |
| 836 | try: |
| 837 | userid, passwd, acct = netrc.get_account(host) |
| 838 | except KeyError: |
| 839 | # no account for host |
| 840 | sys.stderr.write( |
| 841 | "No account -- using anonymous login.") |
| 842 | ftp.login(userid, passwd, acct) |
| 843 | for file in sys.argv[2:]: |
| 844 | if file[:2] == '-l': |
| 845 | ftp.dir(file[2:]) |
| 846 | elif file[:2] == '-d': |
| 847 | cmd = 'CWD' |
| 848 | if file[2:]: cmd = cmd + ' ' + file[2:] |
| 849 | resp = ftp.sendcmd(cmd) |
| 850 | elif file == '-p': |
| 851 | ftp.set_pasv(not ftp.passiveserver) |
| 852 | else: |
| 853 | ftp.retrbinary('RETR ' + file, \ |
| 854 | sys.stdout.write, 1024) |
| 855 | ftp.quit() |
Guido van Rossum | 221ec0b | 1995-08-04 04:39:30 +0000 | [diff] [blame] | 856 | |
| 857 | |
| 858 | if __name__ == '__main__': |
Tim Peters | 88869f9 | 2001-01-14 23:36:06 +0000 | [diff] [blame] | 859 | test() |