mirror of https://xfnw.ttm.sh/git/huntnw.git
fixed cleaning script
This commit is contained in:
parent
6d7639e693
commit
13a3e1d128
2
clean
2
clean
|
@ -1,7 +1,7 @@
|
||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
|
|
||||||
mv urls.txt urls.txt.bak
|
mv urls.txt urls.txt.bak
|
||||||
cat urls.txt.bak | sort | uniq > urls.txt
|
cat urls.txt.bak | sort | uniq -w 20 > urls.txt
|
||||||
rm urls.txt.bak
|
rm urls.txt.bak
|
||||||
|
|
||||||
|
|
||||||
|
|
2
crawly
2
crawly
|
@ -52,7 +52,7 @@ visit $fn urls.txt
|
||||||
done
|
done
|
||||||
|
|
||||||
mv urls.txt urls.txt.bak
|
mv urls.txt urls.txt.bak
|
||||||
cat urls.txt.bak | sort | uniq > urls.txt
|
cat urls.txt.bak | sort | uniq -w 20 > urls.txt
|
||||||
rm urls.txt.bak
|
rm urls.txt.bak
|
||||||
|
|
||||||
find ./content/ -type 'f' -size -100c -delete
|
find ./content/ -type 'f' -size -100c -delete
|
||||||
|
|
Loading…
Reference in New Issue