From 0298f3e0db8172160ec6523fce3798881769f040 Mon Sep 17 00:00:00 2001 From: emerson Date: Wed, 25 Aug 2021 11:34:41 -0400 Subject: [PATCH] massively speed up dronebl submitter query --- scripts/dronebl/dronebl_submitter.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/dronebl/dronebl_submitter.py b/scripts/dronebl/dronebl_submitter.py index bc1f1de..4b7239c 100644 --- a/scripts/dronebl/dronebl_submitter.py +++ b/scripts/dronebl/dronebl_submitter.py @@ -30,8 +30,8 @@ class DroneBL(object): with self.conn: with self.conn.cursor() as curs: curs.execute(f"""select ip, exit_ip, proxy_type from proxies - where ip not in (select ip from dronebl) and - exit_ip not in (select ip from dronebl) and + where not exists (select ip from dronebl WHERE ip = proxies.ip) and + not exists (select ip from dronebl WHERE ip = proxies.exit_ip) and status='active' limit 200""") new_proxies = curs.fetchall() proxies_to_test = []