From 62a29f8ff0805844b5631cb4337d5b0d8e1a5d91 Mon Sep 17 00:00:00 2001
From: Paul Curry <github@cr3ation.co.uk>
Date: Tue, 10 Nov 2020 13:54:52 +0000
Subject: [PATCH] parallel digs

---
 .../root/etc/init.d/omr-bypass                | 33 ++++++++++++-------
 1 file changed, 22 insertions(+), 11 deletions(-)

diff --git a/luci-app-omr-bypass/root/etc/init.d/omr-bypass b/luci-app-omr-bypass/root/etc/init.d/omr-bypass
index b5bd902a0..1682c565a 100755
--- a/luci-app-omr-bypass/root/etc/init.d/omr-bypass
+++ b/luci-app-omr-bypass/root/etc/init.d/omr-bypass
@@ -331,21 +331,32 @@ _bypass_proto() {
 	local domains
 	domains="$(cat /proc/net/xt_ndpi/host_proto | grep -i $proto: | sed -e "s/$proto://i" -e 's/*//' -e 's/,/ /g')"
 	if [ -n "$domains" ]; then
+    tlds=`curl --max-time 4 -s -k https://data.iana.org/TLD/tlds-alpha-by-domain.txt`
 		for domain in $domains; do
 			if [ -n "$domain" ]; then
 				domain="$(echo $domain | sed 's/^\.//')"
 				if [ "$(echo $domain | grep '\.$')" != "" ]; then
-					tlds=`curl --max-time 4 -s -k https://data.iana.org/TLD/tlds-alpha-by-domain.txt`
-					if [ -n "tlds" ]; then
-						i=0
-						for tld in $tlds; do
-							i=$((i+1))
-							tld="$(echo $tld | awk '{print tolower($0)}')"
-							if [ "$i" -gt "11" ] && [ "$(dig a +timeout=1 +tries=1 +retry=1 +nocmd +noall +answer ${domain}${tld})" != "" ]; then
-								_bypass_domain ${domain}${tld} $intf
-							fi
-						done
-					fi
+					domainlist=""
+          # construct list of domains to query
+          for tld in $tlds; do
+            i=$((i+1))
+            # trim off header
+            if [ "$i" -lt "12" ] || [ "$i" -gt "50" ]; then
+              continue
+            fi 
+            # add to command
+            domainlist="${domainlist} ${domain}${tld}"
+          done
+            domainlist="$(echo $domainlist  `# Get the list of valid domains, pass it to awk` \
+              | awk '{print tolower($0)}'   `# awk lowercases the whole string and passes it to ` \
+              | xargs -n8 -P12              `# xargs sends 8 arguments at a time across 12 threads to` \
+                dig a +nocmd +noall +answer `# dig, which passes results (if any) to` \
+              | awk '{print $1}'            `# awk, which outputs queried domain to` \
+              | sed -e 's/.$//'             `# sed, which trims off the trailing dot (google.com. -> google.com)` \
+              | awk '{for (i=1;i<=NF;i++) if (!a[$i]++) printf("%s%s",$i,FS)}{printf("\n")}')" # deduplicate
+          for validdomain in $domainlist; do
+            _bypass_domain $validdomain $intf
+          done
 				else
 					_bypass_domain $domain $intf
 				fi