commit 68b8a94c9107d086e4094e3395a335a65f184591
author Serhiy Storchaka <storchaka@gmail.com> Wed Feb 26 20:59:08 2014 +0200
committer Serhiy Storchaka <storchaka@gmail.com> Wed Feb 26 20:59:08 2014 +0200
tree 82921d4fd3934b8e3ea47a111edda365a775b587
parent 17a4322d09ad73e2a469d64adb46ffe6ba43eb5d

Issue #20501: fileinput module no longer reads whole file into memory when using
fileinput.hook_encoded.

Lib/fileinput.py

diff --git a/Lib/fileinput.py b/Lib/fileinput.py
index 04e97bd..21c2d1f 100644
--- a/Lib/fileinput.py
+++ b/Lib/fileinput.py
@@ -387,9 +387,10 @@
 
 
 def hook_encoded(encoding):
-    import codecs
+    import io
     def openhook(filename, mode):
-        return codecs.open(filename, mode, encoding)
+        mode = mode.replace('U', '').replace('b', '') or 'r'
+        return io.open(filename, mode, encoding=encoding, newline='')
     return openhook