Changeset 33028

Timestamp:

05/02/09 22:29:49 (4 years ago)

Author:

msakamoto-sf

Message:

implements hostname limitation.

Files:

• lang/python/image_collector/image_collector.py (modified) (2 diffs)

lang/python/image_collector/image_collector.py

@@ -85 +85 @@
 
   --hostnames <hostnames> : 
-    restrict hostnames for image url.
+    limit hostnames for image url.
     separate by space for multiple hostnames.
     ex:) --hostnames "a.com b.com c.com"
@@ -311 +311 @@
     use_https = True
 
+  hostname_ok = False
+  if 0 == len(appconfig['hostnames']):
+    hostname_ok = True
+  else:
+    for host in appconfig['hostnames']:
+      if 0 <= parts.netloc.find(host):
+        hostname_ok = True
+        break
+
+  if not hostname_ok:
+    log.info("'%s' doesn't match limited hostnames %s" %
+        (url, appconfig['hostnames']))
+    continue
+
   path = parts.path
   if re_texts.match(path):