Guido van Rossum | 07a272d | 1995-04-10 11:40:52 +0000 | [diff] [blame] | 1 | """Compare local and remote dictionaries and transfer differing files -- like rdist.""" |
| 2 | |
| 3 | import sys |
| 4 | from repr import repr |
| 5 | import FSProxy |
| 6 | import time |
| 7 | import os |
| 8 | |
| 9 | def main(): |
| 10 | pwd = os.getcwd() |
| 11 | s = raw_input("chdir [%s] " % pwd) |
| 12 | if s: |
| 13 | os.chdir(s) |
| 14 | pwd = os.getcwd() |
| 15 | host = ask("host", 'voorn.cwi.nl') |
| 16 | port = 4127 |
| 17 | verbose = 1 |
| 18 | mode = '' |
| 19 | print """\ |
| 20 | Mode should be a string of characters, indicating what to do with differences. |
| 21 | r - read different files to local file system |
| 22 | w - write different files to remote file system |
| 23 | c - create new files, either remote or local |
| 24 | d - delete disappearing files, either remote or local |
| 25 | """ |
| 26 | s = raw_input("mode [%s] " % mode) |
| 27 | if s: mode = s |
| 28 | address = (host, port) |
| 29 | t1 = time.time() |
| 30 | local = FSProxy.FSProxyLocal() |
| 31 | remote = FSProxy.FSProxyClient(address, verbose) |
| 32 | compare(local, remote, mode) |
| 33 | remote._close() |
| 34 | local._close() |
| 35 | t2 = time.time() |
| 36 | dt = t2-t1 |
| 37 | mins, secs = divmod(dt, 60) |
Guido van Rossum | bec818a | 1995-04-26 22:57:12 +0000 | [diff] [blame] | 38 | print mins, "minutes and", round(secs), "seconds" |
Guido van Rossum | 07a272d | 1995-04-10 11:40:52 +0000 | [diff] [blame] | 39 | raw_input("[Return to exit] ") |
| 40 | |
| 41 | def ask(prompt, default): |
| 42 | s = raw_input("%s [%s] " % (prompt, default)) |
| 43 | return s or default |
| 44 | |
| 45 | def askint(prompt, default): |
| 46 | s = raw_input("%s [%s] " % (prompt, str(default))) |
| 47 | if s: return string.atoi(s) |
| 48 | return default |
| 49 | |
| 50 | def compare(local, remote, mode): |
| 51 | print |
| 52 | print "PWD =", `os.getcwd()` |
| 53 | sums_id = remote._send('sumlist') |
| 54 | subdirs_id = remote._send('listsubdirs') |
| 55 | remote._flush() |
| 56 | print "calculating local sums ..." |
| 57 | lsumdict = {} |
| 58 | for name, info in local.sumlist(): |
| 59 | lsumdict[name] = info |
| 60 | print "getting remote sums ..." |
| 61 | sums = remote._recv(sums_id) |
| 62 | print "got", len(sums) |
| 63 | rsumdict = {} |
| 64 | for name, rsum in sums: |
| 65 | rsumdict[name] = rsum |
| 66 | if not lsumdict.has_key(name): |
| 67 | print `name`, "only remote" |
| 68 | if 'r' in mode and 'c' in mode: |
| 69 | recvfile(local, remote, name) |
| 70 | else: |
| 71 | lsum = lsumdict[name] |
| 72 | if lsum != rsum: |
| 73 | print `name`, |
| 74 | rmtime = remote.mtime(name) |
| 75 | lmtime = local.mtime(name) |
| 76 | if rmtime > lmtime: |
| 77 | print "remote newer", |
| 78 | if 'r' in mode: |
| 79 | recvfile(local, remote, name) |
| 80 | elif lmtime > rmtime: |
| 81 | print "local newer", |
| 82 | if 'w' in mode: |
| 83 | sendfile(local, remote, name) |
| 84 | else: |
| 85 | print "same mtime but different sum?!?!", |
| 86 | print |
| 87 | for name in lsumdict.keys(): |
| 88 | if not rsumdict.keys(): |
| 89 | print `name`, "only locally", |
| 90 | fl() |
| 91 | if 'w' in mode and 'c' in mode: |
| 92 | sendfile(local, remote, name) |
| 93 | elif 'r' in mode and 'd' in mode: |
| 94 | os.unlink(name) |
| 95 | print "removed." |
| 96 | print |
| 97 | print "gettin subdirs ..." |
| 98 | subdirs = remote._recv(subdirs_id) |
| 99 | common = [] |
| 100 | for name in subdirs: |
| 101 | if local.isdir(name): |
| 102 | print "Common subdirectory", repr(name) |
| 103 | common.append(name) |
| 104 | else: |
| 105 | print "Remote subdirectory", repr(name), "not found locally" |
Guido van Rossum | bec818a | 1995-04-26 22:57:12 +0000 | [diff] [blame] | 106 | if 'r' in mode and 'c' in mode: |
| 107 | pr = "Create local subdirectory %s? [y] " % \ |
| 108 | repr(name) |
| 109 | if 'y' in mode: |
| 110 | ok = 'y' |
| 111 | else: |
| 112 | ok = ask(pr, "y") |
| 113 | if ok[:1] in ('y', 'Y'): |
| 114 | local.mkdir(name) |
| 115 | print "Subdirectory %s made" % \ |
| 116 | repr(name) |
| 117 | common.append(name) |
Guido van Rossum | 07a272d | 1995-04-10 11:40:52 +0000 | [diff] [blame] | 118 | lsubdirs = local.listsubdirs() |
| 119 | for name in lsubdirs: |
| 120 | if name not in subdirs: |
| 121 | print "Local subdirectory", repr(name), "not found remotely" |
| 122 | for name in common: |
| 123 | print "Entering subdirectory", repr(name) |
| 124 | local.cd(name) |
| 125 | remote.cd(name) |
| 126 | compare(local, remote, mode) |
| 127 | remote.back() |
| 128 | local.back() |
| 129 | |
| 130 | def sendfile(local, remote, name): |
| 131 | try: |
| 132 | remote.create(name) |
| 133 | except (IOError, os.error), msg: |
| 134 | print "cannot create:", msg |
| 135 | return |
| 136 | |
| 137 | print "sending ...", |
| 138 | fl() |
| 139 | |
| 140 | data = open(name).read() |
| 141 | |
| 142 | t1 = time.time() |
| 143 | |
| 144 | remote._send_noreply('write', name, data) |
| 145 | remote._flush() |
| 146 | |
| 147 | t2 = time.time() |
| 148 | |
| 149 | dt = t2-t1 |
Guido van Rossum | bec818a | 1995-04-26 22:57:12 +0000 | [diff] [blame] | 150 | print len(data), "bytes in", round(dt), "seconds", |
Guido van Rossum | 07a272d | 1995-04-10 11:40:52 +0000 | [diff] [blame] | 151 | if dt: |
Guido van Rossum | bec818a | 1995-04-26 22:57:12 +0000 | [diff] [blame] | 152 | print "i.e.", round(len(data)/dt), "bytes/sec", |
Guido van Rossum | 07a272d | 1995-04-10 11:40:52 +0000 | [diff] [blame] | 153 | print |
| 154 | |
| 155 | def recvfile(local, remote, name): |
Guido van Rossum | bec818a | 1995-04-26 22:57:12 +0000 | [diff] [blame] | 156 | ok = 0 |
| 157 | try: |
| 158 | rv = recvfile_real(local, remote, name) |
| 159 | ok = 1 |
| 160 | return rv |
| 161 | finally: |
| 162 | if not ok: |
| 163 | print "*** recvfile of %s failed, deleting" % `name` |
| 164 | local.delete(name) |
| 165 | |
| 166 | def recvfile_real(local, remote, name): |
Guido van Rossum | 07a272d | 1995-04-10 11:40:52 +0000 | [diff] [blame] | 167 | try: |
| 168 | local.create(name) |
| 169 | except (IOError, os.error), msg: |
| 170 | print "cannot create:", msg |
| 171 | return |
| 172 | |
| 173 | print "receiving ...", |
| 174 | fl() |
| 175 | |
| 176 | f = open(name, 'w') |
| 177 | t1 = time.time() |
| 178 | |
| 179 | length = 4*1024 |
| 180 | offset = 0 |
| 181 | id = remote._send('read', name, offset, length) |
| 182 | remote._flush() |
| 183 | while 1: |
| 184 | newoffset = offset + length |
| 185 | newid = remote._send('read', name, newoffset, length) |
| 186 | data = remote._recv(id) |
| 187 | id = newid |
| 188 | if not data: break |
| 189 | f.seek(offset) |
| 190 | f.write(data) |
| 191 | offset = newoffset |
| 192 | size = f.tell() |
| 193 | |
| 194 | t2 = time.time() |
| 195 | f.close() |
| 196 | |
| 197 | dt = t2-t1 |
Guido van Rossum | bec818a | 1995-04-26 22:57:12 +0000 | [diff] [blame] | 198 | print size, "bytes in", round(dt), "seconds", |
Guido van Rossum | 07a272d | 1995-04-10 11:40:52 +0000 | [diff] [blame] | 199 | if dt: |
| 200 | print "i.e.", int(size/dt), "bytes/sec", |
| 201 | print |
| 202 | remote._recv(id) # ignored |
| 203 | |
| 204 | def fl(): |
| 205 | sys.stdout.flush() |
| 206 | |
| 207 | if __name__ == '__main__': |
| 208 | main() |