From 280bb20c365bea086e40f5b93b8bfaafe5c20467 Mon Sep 17 00:00:00 2001
From: xfnw <xfnw@ttm.sh>
Date: Tue, 15 Sep 2020 14:05:36 -0400
Subject: [PATCH] change agent

---
 crawly | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/crawly b/crawly
index 451e03c..f8cad69 100755
--- a/crawly
+++ b/crawly
@@ -18,7 +18,7 @@ then
 
     CRAWLED="./content/"`echo $1 | shasum | head -c 5`
     echo $CRAWLED                                                                                                                                          
-    curl $1 -m 1 -L -A "tser/1.0" > $TEMPIDC
+    curl $1 -m 1 -L -A "huntnw/1.0" > $TEMPIDC
  
     cat $TEMPIDC | grep href=\" | grep "https://" | grep -o "https:\/\/[^\"]*" | awk '/html$/ || /php$/ || /txt$/ || /\/$/ { print $0 }' >> $2
     cat $TEMPIDC | grep href=\" | grep "https://" | grep -o "https:\/\/[^\"]*" | awk '!/html$/ && !/php$/ && !/txt$/ && !/\/$/ { print $0"/" }' >> $2