diff --git a/crawly b/crawly
index 12dd2a4..451e03c 100755
--- a/crawly
+++ b/crawly
@@ -42,7 +42,7 @@ visit $SITE urls.txt
 
 fi
 
-URLLIST=`cat urls.txt|sort|uniq`
+URLLIST=`cat urls.txt|grep -v '<'|grep -v ' '|sort|uniq`
 
 rm urls.txt