xfnw
/
huntnw
mirror of https://xfnw.ttm.sh/git/huntnw.git
1
0
Fork 0
Code Issues Releases Wiki Activity

recursive crawling

This commit is contained in:
lickthecheese 2020-03-19 08:48:05 -04:00
parent a1ffddda7d
commit 06cffd61a2
2 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
crawlreq Executable file
View File

@ -0,0 +1,11 @@
#!/bin/bash
URLSTOCRAWL=`cat urls.txt`
rm urls.txt -i
for fn in $URLSTOCRAWL; do
echo "recursively finding urls from $fn"
./crawly $fn
done

2
crawly
View File

@ -1,6 +1,6 @@
#!/bin/bash
rm urls.txt -i
cleanxss(){ sed 's/&/\&amp;/g; s/</\&lt;/g; s/>/\&gt;/g; s/"/\&quot;/g; s/'"'"'/\&#39;/g' | tr "\n" " " ; }