blob: db6082cb12e6279ac7c74a7506ca75c3826ce086 [file] [log] [blame]
Tim Peters3230d5c2001-07-11 22:21:17 +00001'''
2Tests for fileinput module.
3Nick Mathewson
4'''
Benjamin Petersoneb462882011-03-15 09:50:18 -05005import os
6import sys
7import re
briancurtin906f0c42011-03-15 10:29:41 -04008import fileinput
9import collections
Florent Xiclunaa011e2b2011-11-07 19:43:07 +010010import builtins
Benjamin Petersoneb462882011-03-15 09:50:18 -050011import unittest
12
briancurtinf84f3c32011-03-18 13:03:17 -050013try:
14 import bz2
15except ImportError:
16 bz2 = None
Ezio Melottic3afbb92011-05-14 10:10:53 +030017try:
18 import gzip
19except ImportError:
20 gzip = None
briancurtinf84f3c32011-03-18 13:03:17 -050021
Benjamin Petersoneb462882011-03-15 09:50:18 -050022from io import StringIO
23from fileinput import FileInput, hook_encoded
24
Serhiy Storchaka2480c2e2013-11-24 23:13:26 +020025from test.support import verbose, TESTFN, run_unittest, check_warnings
Benjamin Petersoneb462882011-03-15 09:50:18 -050026from test.support import unlink as safe_unlink
27
Tim Peters3230d5c2001-07-11 22:21:17 +000028
29# The fileinput module has 2 interfaces: the FileInput class which does
30# all the work, and a few functions (input, etc.) that use a global _state
briancurtin906f0c42011-03-15 10:29:41 -040031# variable.
Tim Peters3230d5c2001-07-11 22:21:17 +000032
33# Write lines (a list of lines) to temp file number i, and return the
34# temp file's name.
Tim Peters4d7cad12006-02-19 21:22:10 +000035def writeTmp(i, lines, mode='w'): # opening in text mode is the default
Tim Peters3230d5c2001-07-11 22:21:17 +000036 name = TESTFN + str(i)
Tim Peters4d7cad12006-02-19 21:22:10 +000037 f = open(name, mode)
Guido van Rossumc43e79f2007-06-18 18:26:36 +000038 for line in lines:
39 f.write(line)
Tim Peters3230d5c2001-07-11 22:21:17 +000040 f.close()
41 return name
42
Tim Peters3230d5c2001-07-11 22:21:17 +000043def remove_tempfiles(*names):
44 for name in names:
Guido van Rossume22905a2007-08-27 23:09:25 +000045 if name:
46 safe_unlink(name)
Tim Peters3230d5c2001-07-11 22:21:17 +000047
Guido van Rossumd8faa362007-04-27 19:54:29 +000048class BufferSizesTests(unittest.TestCase):
49 def test_buffer_sizes(self):
50 # First, run the tests with default and teeny buffer size.
51 for round, bs in (0, 0), (1, 30):
Neal Norwitz2595e762008-03-24 06:10:13 +000052 t1 = t2 = t3 = t4 = None
Guido van Rossumd8faa362007-04-27 19:54:29 +000053 try:
54 t1 = writeTmp(1, ["Line %s of file 1\n" % (i+1) for i in range(15)])
55 t2 = writeTmp(2, ["Line %s of file 2\n" % (i+1) for i in range(10)])
56 t3 = writeTmp(3, ["Line %s of file 3\n" % (i+1) for i in range(5)])
57 t4 = writeTmp(4, ["Line %s of file 4\n" % (i+1) for i in range(1)])
58 self.buffer_size_test(t1, t2, t3, t4, bs, round)
59 finally:
60 remove_tempfiles(t1, t2, t3, t4)
Tim Peters3230d5c2001-07-11 22:21:17 +000061
Guido van Rossumd8faa362007-04-27 19:54:29 +000062 def buffer_size_test(self, t1, t2, t3, t4, bs=0, round=0):
63 pat = re.compile(r'LINE (\d+) OF FILE (\d+)')
Tim Peters3230d5c2001-07-11 22:21:17 +000064
Guido van Rossumd8faa362007-04-27 19:54:29 +000065 start = 1 + round*6
66 if verbose:
67 print('%s. Simple iteration (bs=%s)' % (start+0, bs))
68 fi = FileInput(files=(t1, t2, t3, t4), bufsize=bs)
Tim Peters3230d5c2001-07-11 22:21:17 +000069 lines = list(fi)
Tim Peters3230d5c2001-07-11 22:21:17 +000070 fi.close()
Guido van Rossumd8faa362007-04-27 19:54:29 +000071 self.assertEqual(len(lines), 31)
72 self.assertEqual(lines[4], 'Line 5 of file 1\n')
73 self.assertEqual(lines[30], 'Line 1 of file 4\n')
74 self.assertEqual(fi.lineno(), 31)
75 self.assertEqual(fi.filename(), t4)
Tim Peters3230d5c2001-07-11 22:21:17 +000076
Guido van Rossumd8faa362007-04-27 19:54:29 +000077 if verbose:
78 print('%s. Status variables (bs=%s)' % (start+1, bs))
79 fi = FileInput(files=(t1, t2, t3, t4), bufsize=bs)
80 s = "x"
81 while s and s != 'Line 6 of file 2\n':
82 s = fi.readline()
83 self.assertEqual(fi.filename(), t2)
84 self.assertEqual(fi.lineno(), 21)
85 self.assertEqual(fi.filelineno(), 6)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000086 self.assertFalse(fi.isfirstline())
87 self.assertFalse(fi.isstdin())
Tim Peters3230d5c2001-07-11 22:21:17 +000088
Guido van Rossumd8faa362007-04-27 19:54:29 +000089 if verbose:
90 print('%s. Nextfile (bs=%s)' % (start+2, bs))
91 fi.nextfile()
92 self.assertEqual(fi.readline(), 'Line 1 of file 3\n')
93 self.assertEqual(fi.lineno(), 22)
94 fi.close()
Tim Peters3230d5c2001-07-11 22:21:17 +000095
Guido van Rossumd8faa362007-04-27 19:54:29 +000096 if verbose:
97 print('%s. Stdin (bs=%s)' % (start+3, bs))
98 fi = FileInput(files=(t1, t2, t3, t4, '-'), bufsize=bs)
99 savestdin = sys.stdin
100 try:
101 sys.stdin = StringIO("Line 1 of stdin\nLine 2 of stdin\n")
102 lines = list(fi)
103 self.assertEqual(len(lines), 33)
104 self.assertEqual(lines[32], 'Line 2 of stdin\n')
105 self.assertEqual(fi.filename(), '<stdin>')
106 fi.nextfile()
107 finally:
108 sys.stdin = savestdin
Tim Peters3230d5c2001-07-11 22:21:17 +0000109
Guido van Rossumd8faa362007-04-27 19:54:29 +0000110 if verbose:
111 print('%s. Boundary conditions (bs=%s)' % (start+4, bs))
112 fi = FileInput(files=(t1, t2, t3, t4), bufsize=bs)
113 self.assertEqual(fi.lineno(), 0)
114 self.assertEqual(fi.filename(), None)
115 fi.nextfile()
116 self.assertEqual(fi.lineno(), 0)
117 self.assertEqual(fi.filename(), None)
Tim Peters3230d5c2001-07-11 22:21:17 +0000118
Guido van Rossumd8faa362007-04-27 19:54:29 +0000119 if verbose:
120 print('%s. Inplace (bs=%s)' % (start+5, bs))
121 savestdout = sys.stdout
122 try:
123 fi = FileInput(files=(t1, t2, t3, t4), inplace=1, bufsize=bs)
124 for line in fi:
125 line = line[:-1].upper()
126 print(line)
127 fi.close()
128 finally:
129 sys.stdout = savestdout
Tim Peters3230d5c2001-07-11 22:21:17 +0000130
Guido van Rossumd8faa362007-04-27 19:54:29 +0000131 fi = FileInput(files=(t1, t2, t3, t4), bufsize=bs)
132 for line in fi:
133 self.assertEqual(line[-1], '\n')
134 m = pat.match(line[:-1])
135 self.assertNotEqual(m, None)
136 self.assertEqual(int(m.group(1)), fi.filelineno())
137 fi.close()
Georg Brandle4662172006-02-19 09:51:27 +0000138
briancurtin906f0c42011-03-15 10:29:41 -0400139class UnconditionallyRaise:
140 def __init__(self, exception_type):
141 self.exception_type = exception_type
142 self.invoked = False
143 def __call__(self, *args, **kwargs):
144 self.invoked = True
145 raise self.exception_type()
146
Guido van Rossumd8faa362007-04-27 19:54:29 +0000147class FileInputTests(unittest.TestCase):
briancurtin906f0c42011-03-15 10:29:41 -0400148
Guido van Rossumd8faa362007-04-27 19:54:29 +0000149 def test_zero_byte_files(self):
Neal Norwitz2595e762008-03-24 06:10:13 +0000150 t1 = t2 = t3 = t4 = None
Guido van Rossumd8faa362007-04-27 19:54:29 +0000151 try:
152 t1 = writeTmp(1, [""])
153 t2 = writeTmp(2, [""])
154 t3 = writeTmp(3, ["The only line there is.\n"])
155 t4 = writeTmp(4, [""])
156 fi = FileInput(files=(t1, t2, t3, t4))
Georg Brandl67e9fb92006-02-19 13:56:17 +0000157
Guido van Rossumd8faa362007-04-27 19:54:29 +0000158 line = fi.readline()
159 self.assertEqual(line, 'The only line there is.\n')
160 self.assertEqual(fi.lineno(), 1)
161 self.assertEqual(fi.filelineno(), 1)
162 self.assertEqual(fi.filename(), t3)
Georg Brandlc029f872006-02-19 14:12:34 +0000163
Guido van Rossumd8faa362007-04-27 19:54:29 +0000164 line = fi.readline()
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000165 self.assertFalse(line)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000166 self.assertEqual(fi.lineno(), 1)
167 self.assertEqual(fi.filelineno(), 0)
168 self.assertEqual(fi.filename(), t4)
169 fi.close()
170 finally:
171 remove_tempfiles(t1, t2, t3, t4)
Georg Brandlc98eeed2006-02-19 14:57:47 +0000172
Guido van Rossumd8faa362007-04-27 19:54:29 +0000173 def test_files_that_dont_end_with_newline(self):
Neal Norwitz2595e762008-03-24 06:10:13 +0000174 t1 = t2 = None
Guido van Rossumd8faa362007-04-27 19:54:29 +0000175 try:
176 t1 = writeTmp(1, ["A\nB\nC"])
177 t2 = writeTmp(2, ["D\nE\nF"])
178 fi = FileInput(files=(t1, t2))
179 lines = list(fi)
180 self.assertEqual(lines, ["A\n", "B\n", "C", "D\n", "E\n", "F"])
181 self.assertEqual(fi.filelineno(), 3)
182 self.assertEqual(fi.lineno(), 6)
183 finally:
184 remove_tempfiles(t1, t2)
185
Guido van Rossumc43e79f2007-06-18 18:26:36 +0000186## def test_unicode_filenames(self):
187## # XXX A unicode string is always returned by writeTmp.
188## # So is this needed?
189## try:
190## t1 = writeTmp(1, ["A\nB"])
191## encoding = sys.getfilesystemencoding()
192## if encoding is None:
193## encoding = 'ascii'
194## fi = FileInput(files=str(t1, encoding))
195## lines = list(fi)
196## self.assertEqual(lines, ["A\n", "B"])
197## finally:
198## remove_tempfiles(t1)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000199
200 def test_fileno(self):
Neal Norwitz2595e762008-03-24 06:10:13 +0000201 t1 = t2 = None
Guido van Rossumd8faa362007-04-27 19:54:29 +0000202 try:
203 t1 = writeTmp(1, ["A\nB"])
204 t2 = writeTmp(2, ["C\nD"])
205 fi = FileInput(files=(t1, t2))
206 self.assertEqual(fi.fileno(), -1)
207 line =next( fi)
208 self.assertNotEqual(fi.fileno(), -1)
209 fi.nextfile()
210 self.assertEqual(fi.fileno(), -1)
211 line = list(fi)
212 self.assertEqual(fi.fileno(), -1)
213 finally:
214 remove_tempfiles(t1, t2)
215
216 def test_opening_mode(self):
217 try:
218 # invalid mode, should raise ValueError
219 fi = FileInput(mode="w")
220 self.fail("FileInput should reject invalid mode argument")
221 except ValueError:
222 pass
Guido van Rossume22905a2007-08-27 23:09:25 +0000223 t1 = None
Guido van Rossumd8faa362007-04-27 19:54:29 +0000224 try:
225 # try opening in universal newline mode
Guido van Rossume22905a2007-08-27 23:09:25 +0000226 t1 = writeTmp(1, [b"A\nB\r\nC\rD"], mode="wb")
Serhiy Storchaka2480c2e2013-11-24 23:13:26 +0200227 with check_warnings(('', DeprecationWarning)):
228 fi = FileInput(files=t1, mode="U")
229 with check_warnings(('', DeprecationWarning)):
230 lines = list(fi)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000231 self.assertEqual(lines, ["A\n", "B\n", "C\n", "D"])
232 finally:
233 remove_tempfiles(t1)
234
Guido van Rossume22905a2007-08-27 23:09:25 +0000235 def test_file_opening_hook(self):
236 try:
237 # cannot use openhook and inplace mode
238 fi = FileInput(inplace=1, openhook=lambda f, m: None)
239 self.fail("FileInput should raise if both inplace "
240 "and openhook arguments are given")
241 except ValueError:
242 pass
243 try:
244 fi = FileInput(openhook=1)
245 self.fail("FileInput should check openhook for being callable")
246 except ValueError:
247 pass
briancurtin906f0c42011-03-15 10:29:41 -0400248
249 class CustomOpenHook:
250 def __init__(self):
251 self.invoked = False
252 def __call__(self, *args):
253 self.invoked = True
254 return open(*args)
255
256 t = writeTmp(1, ["\n"])
257 self.addCleanup(remove_tempfiles, t)
258 custom_open_hook = CustomOpenHook()
259 with FileInput([t], openhook=custom_open_hook) as fi:
260 fi.readline()
261 self.assertTrue(custom_open_hook.invoked, "openhook not invoked")
Guido van Rossumd8faa362007-04-27 19:54:29 +0000262
Georg Brandl6cb7b652010-07-31 20:08:15 +0000263 def test_context_manager(self):
264 try:
265 t1 = writeTmp(1, ["A\nB\nC"])
266 t2 = writeTmp(2, ["D\nE\nF"])
267 with FileInput(files=(t1, t2)) as fi:
268 lines = list(fi)
269 self.assertEqual(lines, ["A\n", "B\n", "C", "D\n", "E\n", "F"])
270 self.assertEqual(fi.filelineno(), 3)
271 self.assertEqual(fi.lineno(), 6)
272 self.assertEqual(fi._files, ())
273 finally:
274 remove_tempfiles(t1, t2)
275
276 def test_close_on_exception(self):
277 try:
278 t1 = writeTmp(1, [""])
279 with FileInput(files=t1) as fi:
Andrew Svetlovf7a17b42012-12-25 16:47:37 +0200280 raise OSError
281 except OSError:
Georg Brandl6cb7b652010-07-31 20:08:15 +0000282 self.assertEqual(fi._files, ())
283 finally:
284 remove_tempfiles(t1)
285
briancurtin906f0c42011-03-15 10:29:41 -0400286 def test_empty_files_list_specified_to_constructor(self):
287 with FileInput(files=[]) as fi:
Brett Cannond47af532011-03-15 15:55:12 -0400288 self.assertEqual(fi._files, ('-',))
briancurtin906f0c42011-03-15 10:29:41 -0400289
290 def test__getitem__(self):
291 """Tests invoking FileInput.__getitem__() with the current
292 line number"""
293 t = writeTmp(1, ["line1\n", "line2\n"])
294 self.addCleanup(remove_tempfiles, t)
295 with FileInput(files=[t]) as fi:
296 retval1 = fi[0]
297 self.assertEqual(retval1, "line1\n")
298 retval2 = fi[1]
299 self.assertEqual(retval2, "line2\n")
300
301 def test__getitem__invalid_key(self):
302 """Tests invoking FileInput.__getitem__() with an index unequal to
303 the line number"""
304 t = writeTmp(1, ["line1\n", "line2\n"])
305 self.addCleanup(remove_tempfiles, t)
306 with FileInput(files=[t]) as fi:
307 with self.assertRaises(RuntimeError) as cm:
308 fi[1]
Brett Cannond47af532011-03-15 15:55:12 -0400309 self.assertEqual(cm.exception.args, ("accessing lines out of order",))
briancurtin906f0c42011-03-15 10:29:41 -0400310
311 def test__getitem__eof(self):
312 """Tests invoking FileInput.__getitem__() with the line number but at
313 end-of-input"""
314 t = writeTmp(1, [])
315 self.addCleanup(remove_tempfiles, t)
316 with FileInput(files=[t]) as fi:
317 with self.assertRaises(IndexError) as cm:
318 fi[0]
Brett Cannond47af532011-03-15 15:55:12 -0400319 self.assertEqual(cm.exception.args, ("end of input reached",))
briancurtin906f0c42011-03-15 10:29:41 -0400320
321 def test_nextfile_oserror_deleting_backup(self):
322 """Tests invoking FileInput.nextfile() when the attempt to delete
323 the backup file would raise OSError. This error is expected to be
324 silently ignored"""
325
326 os_unlink_orig = os.unlink
327 os_unlink_replacement = UnconditionallyRaise(OSError)
328 try:
329 t = writeTmp(1, ["\n"])
330 self.addCleanup(remove_tempfiles, t)
331 with FileInput(files=[t], inplace=True) as fi:
332 next(fi) # make sure the file is opened
333 os.unlink = os_unlink_replacement
334 fi.nextfile()
335 finally:
336 os.unlink = os_unlink_orig
337
338 # sanity check to make sure that our test scenario was actually hit
339 self.assertTrue(os_unlink_replacement.invoked,
340 "os.unlink() was not invoked")
341
342 def test_readline_os_fstat_raises_OSError(self):
343 """Tests invoking FileInput.readline() when os.fstat() raises OSError.
344 This exception should be silently discarded."""
345
346 os_fstat_orig = os.fstat
347 os_fstat_replacement = UnconditionallyRaise(OSError)
348 try:
349 t = writeTmp(1, ["\n"])
350 self.addCleanup(remove_tempfiles, t)
351 with FileInput(files=[t], inplace=True) as fi:
352 os.fstat = os_fstat_replacement
353 fi.readline()
354 finally:
355 os.fstat = os_fstat_orig
356
357 # sanity check to make sure that our test scenario was actually hit
358 self.assertTrue(os_fstat_replacement.invoked,
359 "os.fstat() was not invoked")
360
361 @unittest.skipIf(not hasattr(os, "chmod"), "os.chmod does not exist")
362 def test_readline_os_chmod_raises_OSError(self):
363 """Tests invoking FileInput.readline() when os.chmod() raises OSError.
364 This exception should be silently discarded."""
365
366 os_chmod_orig = os.chmod
367 os_chmod_replacement = UnconditionallyRaise(OSError)
368 try:
369 t = writeTmp(1, ["\n"])
370 self.addCleanup(remove_tempfiles, t)
371 with FileInput(files=[t], inplace=True) as fi:
372 os.chmod = os_chmod_replacement
373 fi.readline()
374 finally:
375 os.chmod = os_chmod_orig
376
377 # sanity check to make sure that our test scenario was actually hit
378 self.assertTrue(os_chmod_replacement.invoked,
379 "os.fstat() was not invoked")
380
381 def test_fileno_when_ValueError_raised(self):
382 class FilenoRaisesValueError(UnconditionallyRaise):
383 def __init__(self):
384 UnconditionallyRaise.__init__(self, ValueError)
385 def fileno(self):
386 self.__call__()
387
388 unconditionally_raise_ValueError = FilenoRaisesValueError()
389 t = writeTmp(1, ["\n"])
390 self.addCleanup(remove_tempfiles, t)
391 with FileInput(files=[t]) as fi:
392 file_backup = fi._file
393 try:
394 fi._file = unconditionally_raise_ValueError
395 result = fi.fileno()
396 finally:
397 fi._file = file_backup # make sure the file gets cleaned up
398
399 # sanity check to make sure that our test scenario was actually hit
400 self.assertTrue(unconditionally_raise_ValueError.invoked,
401 "_file.fileno() was not invoked")
402
403 self.assertEqual(result, -1, "fileno() should return -1")
404
405class MockFileInput:
406 """A class that mocks out fileinput.FileInput for use during unit tests"""
407
408 def __init__(self, files=None, inplace=False, backup="", bufsize=0,
409 mode="r", openhook=None):
410 self.files = files
411 self.inplace = inplace
412 self.backup = backup
413 self.bufsize = bufsize
414 self.mode = mode
415 self.openhook = openhook
416 self._file = None
417 self.invocation_counts = collections.defaultdict(lambda: 0)
418 self.return_values = {}
419
420 def close(self):
421 self.invocation_counts["close"] += 1
422
423 def nextfile(self):
424 self.invocation_counts["nextfile"] += 1
425 return self.return_values["nextfile"]
426
427 def filename(self):
428 self.invocation_counts["filename"] += 1
429 return self.return_values["filename"]
430
431 def lineno(self):
432 self.invocation_counts["lineno"] += 1
433 return self.return_values["lineno"]
434
435 def filelineno(self):
436 self.invocation_counts["filelineno"] += 1
437 return self.return_values["filelineno"]
438
439 def fileno(self):
440 self.invocation_counts["fileno"] += 1
441 return self.return_values["fileno"]
442
443 def isfirstline(self):
444 self.invocation_counts["isfirstline"] += 1
445 return self.return_values["isfirstline"]
446
447 def isstdin(self):
448 self.invocation_counts["isstdin"] += 1
449 return self.return_values["isstdin"]
450
451class BaseFileInputGlobalMethodsTest(unittest.TestCase):
452 """Base class for unit tests for the global function of
453 the fileinput module."""
454
455 def setUp(self):
456 self._orig_state = fileinput._state
457 self._orig_FileInput = fileinput.FileInput
458 fileinput.FileInput = MockFileInput
459
460 def tearDown(self):
461 fileinput.FileInput = self._orig_FileInput
462 fileinput._state = self._orig_state
463
464 def assertExactlyOneInvocation(self, mock_file_input, method_name):
465 # assert that the method with the given name was invoked once
466 actual_count = mock_file_input.invocation_counts[method_name]
467 self.assertEqual(actual_count, 1, method_name)
468 # assert that no other unexpected methods were invoked
469 actual_total_count = len(mock_file_input.invocation_counts)
470 self.assertEqual(actual_total_count, 1)
471
472class Test_fileinput_input(BaseFileInputGlobalMethodsTest):
473 """Unit tests for fileinput.input()"""
474
475 def test_state_is_not_None_and_state_file_is_not_None(self):
476 """Tests invoking fileinput.input() when fileinput._state is not None
477 and its _file attribute is also not None. Expect RuntimeError to
478 be raised with a meaningful error message and for fileinput._state
479 to *not* be modified."""
480 instance = MockFileInput()
481 instance._file = object()
482 fileinput._state = instance
483 with self.assertRaises(RuntimeError) as cm:
484 fileinput.input()
485 self.assertEqual(("input() already active",), cm.exception.args)
486 self.assertIs(instance, fileinput._state, "fileinput._state")
487
488 def test_state_is_not_None_and_state_file_is_None(self):
489 """Tests invoking fileinput.input() when fileinput._state is not None
490 but its _file attribute *is* None. Expect it to create and return
491 a new fileinput.FileInput object with all method parameters passed
492 explicitly to the __init__() method; also ensure that
493 fileinput._state is set to the returned instance."""
494 instance = MockFileInput()
495 instance._file = None
496 fileinput._state = instance
497 self.do_test_call_input()
498
499 def test_state_is_None(self):
500 """Tests invoking fileinput.input() when fileinput._state is None
501 Expect it to create and return a new fileinput.FileInput object
502 with all method parameters passed explicitly to the __init__()
503 method; also ensure that fileinput._state is set to the returned
504 instance."""
505 fileinput._state = None
506 self.do_test_call_input()
507
508 def do_test_call_input(self):
509 """Tests that fileinput.input() creates a new fileinput.FileInput
510 object, passing the given parameters unmodified to
511 fileinput.FileInput.__init__(). Note that this test depends on the
512 monkey patching of fileinput.FileInput done by setUp()."""
513 files = object()
514 inplace = object()
515 backup = object()
516 bufsize = object()
517 mode = object()
518 openhook = object()
519
520 # call fileinput.input() with different values for each argument
521 result = fileinput.input(files=files, inplace=inplace, backup=backup,
522 bufsize=bufsize,
523 mode=mode, openhook=openhook)
524
525 # ensure fileinput._state was set to the returned object
526 self.assertIs(result, fileinput._state, "fileinput._state")
527
528 # ensure the parameters to fileinput.input() were passed directly
529 # to FileInput.__init__()
530 self.assertIs(files, result.files, "files")
531 self.assertIs(inplace, result.inplace, "inplace")
532 self.assertIs(backup, result.backup, "backup")
533 self.assertIs(bufsize, result.bufsize, "bufsize")
534 self.assertIs(mode, result.mode, "mode")
535 self.assertIs(openhook, result.openhook, "openhook")
536
537class Test_fileinput_close(BaseFileInputGlobalMethodsTest):
538 """Unit tests for fileinput.close()"""
539
540 def test_state_is_None(self):
541 """Tests that fileinput.close() does nothing if fileinput._state
542 is None"""
543 fileinput._state = None
544 fileinput.close()
545 self.assertIsNone(fileinput._state)
546
547 def test_state_is_not_None(self):
548 """Tests that fileinput.close() invokes close() on fileinput._state
549 and sets _state=None"""
550 instance = MockFileInput()
551 fileinput._state = instance
552 fileinput.close()
553 self.assertExactlyOneInvocation(instance, "close")
554 self.assertIsNone(fileinput._state)
555
556class Test_fileinput_nextfile(BaseFileInputGlobalMethodsTest):
557 """Unit tests for fileinput.nextfile()"""
558
559 def test_state_is_None(self):
560 """Tests fileinput.nextfile() when fileinput._state is None.
561 Ensure that it raises RuntimeError with a meaningful error message
562 and does not modify fileinput._state"""
563 fileinput._state = None
564 with self.assertRaises(RuntimeError) as cm:
565 fileinput.nextfile()
566 self.assertEqual(("no active input()",), cm.exception.args)
567 self.assertIsNone(fileinput._state)
568
569 def test_state_is_not_None(self):
570 """Tests fileinput.nextfile() when fileinput._state is not None.
571 Ensure that it invokes fileinput._state.nextfile() exactly once,
572 returns whatever it returns, and does not modify fileinput._state
573 to point to a different object."""
574 nextfile_retval = object()
575 instance = MockFileInput()
576 instance.return_values["nextfile"] = nextfile_retval
577 fileinput._state = instance
578 retval = fileinput.nextfile()
579 self.assertExactlyOneInvocation(instance, "nextfile")
580 self.assertIs(retval, nextfile_retval)
581 self.assertIs(fileinput._state, instance)
582
583class Test_fileinput_filename(BaseFileInputGlobalMethodsTest):
584 """Unit tests for fileinput.filename()"""
585
586 def test_state_is_None(self):
587 """Tests fileinput.filename() when fileinput._state is None.
588 Ensure that it raises RuntimeError with a meaningful error message
589 and does not modify fileinput._state"""
590 fileinput._state = None
591 with self.assertRaises(RuntimeError) as cm:
592 fileinput.filename()
593 self.assertEqual(("no active input()",), cm.exception.args)
594 self.assertIsNone(fileinput._state)
595
596 def test_state_is_not_None(self):
597 """Tests fileinput.filename() when fileinput._state is not None.
598 Ensure that it invokes fileinput._state.filename() exactly once,
599 returns whatever it returns, and does not modify fileinput._state
600 to point to a different object."""
601 filename_retval = object()
602 instance = MockFileInput()
603 instance.return_values["filename"] = filename_retval
604 fileinput._state = instance
605 retval = fileinput.filename()
606 self.assertExactlyOneInvocation(instance, "filename")
607 self.assertIs(retval, filename_retval)
608 self.assertIs(fileinput._state, instance)
609
610class Test_fileinput_lineno(BaseFileInputGlobalMethodsTest):
611 """Unit tests for fileinput.lineno()"""
612
613 def test_state_is_None(self):
614 """Tests fileinput.lineno() when fileinput._state is None.
615 Ensure that it raises RuntimeError with a meaningful error message
616 and does not modify fileinput._state"""
617 fileinput._state = None
618 with self.assertRaises(RuntimeError) as cm:
619 fileinput.lineno()
620 self.assertEqual(("no active input()",), cm.exception.args)
621 self.assertIsNone(fileinput._state)
622
623 def test_state_is_not_None(self):
624 """Tests fileinput.lineno() when fileinput._state is not None.
625 Ensure that it invokes fileinput._state.lineno() exactly once,
626 returns whatever it returns, and does not modify fileinput._state
627 to point to a different object."""
628 lineno_retval = object()
629 instance = MockFileInput()
630 instance.return_values["lineno"] = lineno_retval
631 fileinput._state = instance
632 retval = fileinput.lineno()
633 self.assertExactlyOneInvocation(instance, "lineno")
634 self.assertIs(retval, lineno_retval)
635 self.assertIs(fileinput._state, instance)
636
637class Test_fileinput_filelineno(BaseFileInputGlobalMethodsTest):
638 """Unit tests for fileinput.filelineno()"""
639
640 def test_state_is_None(self):
641 """Tests fileinput.filelineno() when fileinput._state is None.
642 Ensure that it raises RuntimeError with a meaningful error message
643 and does not modify fileinput._state"""
644 fileinput._state = None
645 with self.assertRaises(RuntimeError) as cm:
646 fileinput.filelineno()
647 self.assertEqual(("no active input()",), cm.exception.args)
648 self.assertIsNone(fileinput._state)
649
650 def test_state_is_not_None(self):
651 """Tests fileinput.filelineno() when fileinput._state is not None.
652 Ensure that it invokes fileinput._state.filelineno() exactly once,
653 returns whatever it returns, and does not modify fileinput._state
654 to point to a different object."""
655 filelineno_retval = object()
656 instance = MockFileInput()
657 instance.return_values["filelineno"] = filelineno_retval
658 fileinput._state = instance
659 retval = fileinput.filelineno()
660 self.assertExactlyOneInvocation(instance, "filelineno")
661 self.assertIs(retval, filelineno_retval)
662 self.assertIs(fileinput._state, instance)
663
664class Test_fileinput_fileno(BaseFileInputGlobalMethodsTest):
665 """Unit tests for fileinput.fileno()"""
666
667 def test_state_is_None(self):
668 """Tests fileinput.fileno() when fileinput._state is None.
669 Ensure that it raises RuntimeError with a meaningful error message
670 and does not modify fileinput._state"""
671 fileinput._state = None
672 with self.assertRaises(RuntimeError) as cm:
673 fileinput.fileno()
674 self.assertEqual(("no active input()",), cm.exception.args)
675 self.assertIsNone(fileinput._state)
676
677 def test_state_is_not_None(self):
678 """Tests fileinput.fileno() when fileinput._state is not None.
679 Ensure that it invokes fileinput._state.fileno() exactly once,
680 returns whatever it returns, and does not modify fileinput._state
681 to point to a different object."""
682 fileno_retval = object()
683 instance = MockFileInput()
684 instance.return_values["fileno"] = fileno_retval
685 instance.fileno_retval = fileno_retval
686 fileinput._state = instance
687 retval = fileinput.fileno()
688 self.assertExactlyOneInvocation(instance, "fileno")
689 self.assertIs(retval, fileno_retval)
690 self.assertIs(fileinput._state, instance)
691
692class Test_fileinput_isfirstline(BaseFileInputGlobalMethodsTest):
693 """Unit tests for fileinput.isfirstline()"""
694
695 def test_state_is_None(self):
696 """Tests fileinput.isfirstline() when fileinput._state is None.
697 Ensure that it raises RuntimeError with a meaningful error message
698 and does not modify fileinput._state"""
699 fileinput._state = None
700 with self.assertRaises(RuntimeError) as cm:
701 fileinput.isfirstline()
702 self.assertEqual(("no active input()",), cm.exception.args)
703 self.assertIsNone(fileinput._state)
704
705 def test_state_is_not_None(self):
706 """Tests fileinput.isfirstline() when fileinput._state is not None.
707 Ensure that it invokes fileinput._state.isfirstline() exactly once,
708 returns whatever it returns, and does not modify fileinput._state
709 to point to a different object."""
710 isfirstline_retval = object()
711 instance = MockFileInput()
712 instance.return_values["isfirstline"] = isfirstline_retval
713 fileinput._state = instance
714 retval = fileinput.isfirstline()
715 self.assertExactlyOneInvocation(instance, "isfirstline")
716 self.assertIs(retval, isfirstline_retval)
717 self.assertIs(fileinput._state, instance)
718
719class Test_fileinput_isstdin(BaseFileInputGlobalMethodsTest):
720 """Unit tests for fileinput.isstdin()"""
721
722 def test_state_is_None(self):
723 """Tests fileinput.isstdin() when fileinput._state is None.
724 Ensure that it raises RuntimeError with a meaningful error message
725 and does not modify fileinput._state"""
726 fileinput._state = None
727 with self.assertRaises(RuntimeError) as cm:
728 fileinput.isstdin()
729 self.assertEqual(("no active input()",), cm.exception.args)
730 self.assertIsNone(fileinput._state)
731
732 def test_state_is_not_None(self):
733 """Tests fileinput.isstdin() when fileinput._state is not None.
734 Ensure that it invokes fileinput._state.isstdin() exactly once,
735 returns whatever it returns, and does not modify fileinput._state
736 to point to a different object."""
737 isstdin_retval = object()
738 instance = MockFileInput()
739 instance.return_values["isstdin"] = isstdin_retval
740 fileinput._state = instance
741 retval = fileinput.isstdin()
742 self.assertExactlyOneInvocation(instance, "isstdin")
743 self.assertIs(retval, isstdin_retval)
744 self.assertIs(fileinput._state, instance)
745
746class InvocationRecorder:
747 def __init__(self):
748 self.invocation_count = 0
749 def __call__(self, *args, **kwargs):
750 self.invocation_count += 1
751 self.last_invocation = (args, kwargs)
752
753class Test_hook_compressed(unittest.TestCase):
754 """Unit tests for fileinput.hook_compressed()"""
755
756 def setUp(self):
757 self.fake_open = InvocationRecorder()
758
759 def test_empty_string(self):
760 self.do_test_use_builtin_open("", 1)
761
762 def test_no_ext(self):
763 self.do_test_use_builtin_open("abcd", 2)
764
Ezio Melottic3afbb92011-05-14 10:10:53 +0300765 @unittest.skipUnless(gzip, "Requires gzip and zlib")
briancurtin5eb35912011-03-15 10:59:36 -0400766 def test_gz_ext_fake(self):
briancurtin906f0c42011-03-15 10:29:41 -0400767 original_open = gzip.open
768 gzip.open = self.fake_open
769 try:
770 result = fileinput.hook_compressed("test.gz", 3)
771 finally:
772 gzip.open = original_open
773
774 self.assertEqual(self.fake_open.invocation_count, 1)
775 self.assertEqual(self.fake_open.last_invocation, (("test.gz", 3), {}))
776
briancurtinf84f3c32011-03-18 13:03:17 -0500777 @unittest.skipUnless(bz2, "Requires bz2")
briancurtin5eb35912011-03-15 10:59:36 -0400778 def test_bz2_ext_fake(self):
briancurtin906f0c42011-03-15 10:29:41 -0400779 original_open = bz2.BZ2File
780 bz2.BZ2File = self.fake_open
781 try:
782 result = fileinput.hook_compressed("test.bz2", 4)
783 finally:
784 bz2.BZ2File = original_open
785
786 self.assertEqual(self.fake_open.invocation_count, 1)
787 self.assertEqual(self.fake_open.last_invocation, (("test.bz2", 4), {}))
788
789 def test_blah_ext(self):
790 self.do_test_use_builtin_open("abcd.blah", 5)
791
briancurtin5eb35912011-03-15 10:59:36 -0400792 def test_gz_ext_builtin(self):
briancurtin906f0c42011-03-15 10:29:41 -0400793 self.do_test_use_builtin_open("abcd.Gz", 6)
794
briancurtin5eb35912011-03-15 10:59:36 -0400795 def test_bz2_ext_builtin(self):
briancurtin906f0c42011-03-15 10:29:41 -0400796 self.do_test_use_builtin_open("abcd.Bz2", 7)
797
798 def do_test_use_builtin_open(self, filename, mode):
799 original_open = self.replace_builtin_open(self.fake_open)
800 try:
801 result = fileinput.hook_compressed(filename, mode)
802 finally:
803 self.replace_builtin_open(original_open)
804
805 self.assertEqual(self.fake_open.invocation_count, 1)
806 self.assertEqual(self.fake_open.last_invocation,
807 ((filename, mode), {}))
808
809 @staticmethod
810 def replace_builtin_open(new_open_func):
Florent Xiclunaa011e2b2011-11-07 19:43:07 +0100811 original_open = builtins.open
812 builtins.open = new_open_func
briancurtin906f0c42011-03-15 10:29:41 -0400813 return original_open
814
815class Test_hook_encoded(unittest.TestCase):
816 """Unit tests for fileinput.hook_encoded()"""
817
818 def test(self):
819 encoding = object()
820 result = fileinput.hook_encoded(encoding)
821
822 fake_open = InvocationRecorder()
Florent Xiclunaa011e2b2011-11-07 19:43:07 +0100823 original_open = builtins.open
824 builtins.open = fake_open
briancurtin906f0c42011-03-15 10:29:41 -0400825 try:
826 filename = object()
827 mode = object()
828 open_result = result(filename, mode)
829 finally:
Florent Xiclunaa011e2b2011-11-07 19:43:07 +0100830 builtins.open = original_open
briancurtin906f0c42011-03-15 10:29:41 -0400831
832 self.assertEqual(fake_open.invocation_count, 1)
833
Florent Xiclunaa011e2b2011-11-07 19:43:07 +0100834 args, kwargs = fake_open.last_invocation
briancurtin906f0c42011-03-15 10:29:41 -0400835 self.assertIs(args[0], filename)
836 self.assertIs(args[1], mode)
Florent Xiclunaa011e2b2011-11-07 19:43:07 +0100837 self.assertIs(kwargs.pop('encoding'), encoding)
838 self.assertFalse(kwargs)
Georg Brandl6cb7b652010-07-31 20:08:15 +0000839
Guido van Rossumd8faa362007-04-27 19:54:29 +0000840
841if __name__ == "__main__":
Brett Cannon3e9a9ae2013-06-12 21:25:59 -0400842 unittest.main()