commit 2bd953e2913fe963be53f91edfd9950a41ac53e3
author Georg Brandl <georg@python.org> Sun Aug 01 20:59:03 2010 +0000
committer Georg Brandl <georg@python.org> Sun Aug 01 20:59:03 2010 +0000
tree e998dbc6dbb58b969c63ba4dc5439d6645143219
parent e27d044769166e47310345e7d538f54e1dac04d1

Merged revisions 83238 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/branches/py3k

........
  r83238 | georg.brandl | 2010-07-29 19:55:01 +0200 (Do, 29 Jul 2010) | 1 line

  #4108: the first default entry (User-agent: *) wins.
........

Lib/robotparser.py

diff --git a/Lib/robotparser.py b/Lib/robotparser.py
index 730426f..1722863 100644
--- a/Lib/robotparser.py
+++ b/Lib/robotparser.py
@@ -68,7 +68,9 @@
     def _add_entry(self, entry):
         if "*" in entry.useragents:
             # the default entry is considered last
-            self.default_entry = entry
+            if self.default_entry is None:
+                # the first default entry wins
+                self.default_entry = entry
         else:
             self.entries.append(entry)
 
@@ -120,7 +122,7 @@
                         entry.rulelines.append(RuleLine(line[1], True))
                         state = 2
         if state == 2:
-            self.entries.append(entry)
+            self._add_entry(entry)
 
 
     def can_fetch(self, useragent, url):