xfnw
/
huntnw
mirror of https://xfnw.ttm.sh/git/huntnw.git
1
0
Fork 0
Code Issues Releases Wiki Activity

fixed cleaning script

This commit is contained in:
lickthecheese 2020-03-20 10:23:33 -04:00
parent 6d7639e693
commit 13a3e1d128
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
clean
View File

@ -1,7 +1,7 @@
#!/bin/bash
mv urls.txt urls.txt.bak
cat urls.txt.bak | sort | uniq > urls.txt
cat urls.txt.bak | sort | uniq -w 20 > urls.txt
rm urls.txt.bak

2
crawly
View File

@ -52,7 +52,7 @@ visit $fn urls.txt
done
mv urls.txt urls.txt.bak
cat urls.txt.bak | sort | uniq > urls.txt
cat urls.txt.bak | sort | uniq -w 20 > urls.txt
rm urls.txt.bak
find ./content/ -type 'f' -size -100c -delete