Error fix - couldn't join parse object in urljoin.

theanti9 · theanti9 · commit e14a6d03807c · 2010-11-22T22:54:29.000-05:00
diff --git a/PyCrawler.py b/PyCrawler.py
@@ -192,7 +192,7 @@ def queue_links(self, url, links, cid, curdepth):
 				elif link.startswith('#'):
 					continue
 				elif not link.startswith('http'):
-					link = urlparse.urljoin(urlparse.urlunparse(url),link)
+					link = urlparse.urljoin(url.geturl(),link)
 				
 				if link.decode('utf-8') not in crawled:
 					try:

-Original file line number
+Diff line change
 eliflink.startswith('#'):
 continue
 elifnotlink.startswith('http'):
 -link=urlparse.urljoin(urlparse.urlunparse(url),link)
 +link=urlparse.urljoin(url.geturl(),link)
 iflink.decode('utf-8') notincrawled:
 try: