fix: memory improvement

2017-04-22 13:21:43 +04:30 · 2017-04-22 13:21:43 +04:30 · 632a840572
commit 632a840572
parent f67502e68c
1 changed files with 1 additions and 1 deletions
--- a/index.py
+++ b/index.py
@ -79,7 +79,7 @@ for host in sites:
            
            if href and href != '/':
                p = to_absolute(href, host)
-                if p and p.netloc == main.netloc:
+                if p and p.netloc == main.netloc and p.geturl() not in visited:
                    queue.insert(0, p)