]> granicus.if.org Git - python/commitdiff
String method conversion.
authorEric S. Raymond <esr@thyrsus.com>
Fri, 9 Feb 2001 08:40:40 +0000 (08:40 +0000)
committerEric S. Raymond <esr@thyrsus.com>
Fri, 9 Feb 2001 08:40:40 +0000 (08:40 +0000)
Lib/robotparser.py

index f70827d940db35c011dbb934ecf51446c294b87a..d627c9af28b4ef3ef93fb0d6f02365153879acf6 100644 (file)
@@ -9,7 +9,7 @@
     The robots.txt Exclusion Protocol is implemented as specified in
     http://info.webcrawler.com/mak/projects/robots/norobots-rfc.html
 """
-import re,string,urlparse,urllib
+import re,urlparse,urllib
 
 __all__ = ["RobotFileParser"]
 
@@ -71,7 +71,7 @@ class RobotFileParser:
         entry = Entry()
 
         for line in lines:
-            line = string.strip(line)
+            line = line.strip()
             linenumber = linenumber + 1
             if not line:
                 if state==1:
@@ -85,16 +85,16 @@ class RobotFileParser:
                     entry = Entry()
                     state = 0
             # remove optional comment and strip line
-            i = string.find(line, '#')
+            i = line.find('#')
             if i>=0:
                 line = line[:i]
-            line = string.strip(line)
+            line = line.strip()
             if not line:
                 continue
-            line = string.split(line, ':', 1)
+            line = line.split(':', 1)
             if len(line) == 2:
-                line[0] = string.lower(string.strip(line[0]))
-                line[1] = string.strip(line[1])
+                line[0] = line[0].strip().lower()
+                line[1] = line[1].strip()
                 if line[0] == "user-agent":
                     if state==2:
                         _debug("line %d: warning: you should insert a blank"
@@ -136,7 +136,7 @@ class RobotFileParser:
             return 1
         # search for given user agent matches
         # the first match counts
-        useragent = string.lower(useragent)
+        useragent = useragent.lower()
         url = urllib.quote(urlparse.urlparse(url)[2])
         for entry in self.entries:
             if entry.applies_to(useragent):