commit 51cf11271f3e852edc807b255e781b018c498994
author Skip Montanaro <skip@pobox.com> Tue Aug 28 23:26:55 2007 +0000
committer Skip Montanaro <skip@pobox.com> Tue Aug 28 23:26:55 2007 +0000
tree 474f49ef4dd0b31eab526fed01a7ba33cbb7f2d5
parent a9bad98e3df5be4eb96f94bd52d5711c4404bd3e

backport r57626

Lib/robotparser.py

diff --git a/Lib/robotparser.py b/Lib/robotparser.py
index 48ea066..cf0a58d 100644
--- a/Lib/robotparser.py
+++ b/Lib/robotparser.py
@@ -233,6 +233,11 @@
         urllib.FancyURLopener.__init__(self, *args)
         self.errcode = 200
 
+    def prompt_user_passwd(self, host, realm):
+        ## If robots.txt file is accessible only with a password,
+        ## we act as if the file wasn't there.
+        return None, None
+
     def http_error_default(self, url, fp, errcode, errmsg, headers):
         self.errcode = errcode
         return urllib.FancyURLopener.http_error_default(self, url, fp, errcode,