Merge 476145e29c into 18af5dae5b

Automated update
- Categories lists update - AdGuard list update - Parsed list update - Unbound list update
2023-12-08 10:16:55 -06:00 · 2023-12-07 08:38:05 +00:00 · 2023-12-07 09:37:48 +01:00 · 2023-05-07 11:53:49 +02:00 · 2023-05-07 11:53:49 +02:00 · 2023-05-07 11:53:49 +02:00
45 changed files with 98 additions and 42 deletions
--- a/.gitignore
+++ b/.gitignore
@ -1 +1,2 @@
 /.idea
+scripts/.env
--- a/categories/analytics.txt
+++ b/categories/analytics.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Analytics

 0.0.0.0 18.afs.googleadservices.com
--- a/categories/analyticsparsed
+++ b/categories/analyticsparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Analytics

 18.afs.googleadservices.com
--- a/categories/android.txt
+++ b/categories/android.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Android

 0.0.0.0 1-market.android.com
--- a/categories/androidparsed
+++ b/categories/androidparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Android

 1-market.android.com
--- a/categories/area120.txt
+++ b/categories/area120.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Area120

 0.0.0.0 kormo.com
--- a/categories/area120parsed
+++ b/categories/area120parsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Area120

 kormo.com
--- a/categories/dns.txt
+++ b/categories/dns.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # DNS

 0.0.0.0 014dcb18-dnsotls-ds.metric.gstatic.com
--- a/categories/dnsparsed
+++ b/categories/dnsparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # DNS

 014dcb18-dnsotls-ds.metric.gstatic.com
--- a/categories/domains.txt
+++ b/categories/domains.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Domains

 0.0.0.0 _caldav._tcp.google.com
--- a/categories/domainsparsed
+++ b/categories/domainsparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Domains

 _caldav._tcp.google.com
--- a/categories/doubleclick.txt
+++ b/categories/doubleclick.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Doubleclick

 0.0.0.0 0.fls.doubleclick.net
--- a/categories/doubleclickparsed
+++ b/categories/doubleclickparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Doubleclick

 0.fls.doubleclick.net
--- a/categories/fiber.txt
+++ b/categories/fiber.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Fiber

 0.0.0.0 atlanta.speed.googlefiber.net
--- a/categories/fiberparsed
+++ b/categories/fiberparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Fiber

 atlanta.speed.googlefiber.net
--- a/categories/firebase.txt
+++ b/categories/firebase.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Firebase

 0.0.0.0 0.firebaseio.com
--- a/categories/firebaseparsed
+++ b/categories/firebaseparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Firebase

 0.firebaseio.com
--- a/categories/fitbit.txt
+++ b/categories/fitbit.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Fitbit

 0.0.0.0 000-client.fitbit.com
--- a/categories/fitbitparsed
+++ b/categories/fitbitparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Fitbit

 000-client.fitbit.com
--- a/categories/fonts.txt
+++ b/categories/fonts.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Fonts

 0.0.0.0 fonts.google.com
--- a/categories/fontsparsed
+++ b/categories/fontsparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Fonts

 fonts.google.com
--- a/categories/general.txt
+++ b/categories/general.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # General

 0.0.0.0 0.chart.apis.google.com
@ -602,6 +602,7 @@
 0.0.0.0 db408yef6a.com
 0.0.0.0 de.advertisercommunity.com
 0.0.0.0 deepmind.com
+0.0.0.0 deepmind.google
 0.0.0.0 defloration.ns1.google.com
 0.0.0.0 dep.admob.com
 0.0.0.0 design.google
--- a/categories/generalparsed
+++ b/categories/generalparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # General

 0.chart.apis.google.com
@ -602,6 +602,7 @@ datastudio.google.com
 db408yef6a.com
 de.advertisercommunity.com
 deepmind.com
+deepmind.google
 defloration.ns1.google.com
 dep.admob.com
 design.google
--- a/categories/jibemobile.txt
+++ b/categories/jibemobile.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Jibemobile

 0.0.0.0 cdn.jibemobile.com
--- a/categories/jibemobileparsed
+++ b/categories/jibemobileparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Jibemobile

 cdn.jibemobile.com
--- a/categories/mail.txt
+++ b/categories/mail.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Mail

 0.0.0.0 chatenabled.mail.google.com
--- a/categories/mailparsed
+++ b/categories/mailparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Mail

 chatenabled.mail.google.com
--- a/categories/nest.txt
+++ b/categories/nest.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Nest

 0.0.0.0 accounts.ft.nest.com
--- a/categories/nestparsed
+++ b/categories/nestparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Nest

 accounts.ft.nest.com
--- a/categories/pagelink.txt
+++ b/categories/pagelink.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Pagelink

 0.0.0.0 0utlookmxupdates1.page.link
--- a/categories/pagelinkparsed
+++ b/categories/pagelinkparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Pagelink

 0utlookmxupdates1.page.link
--- a/categories/products.txt
+++ b/categories/products.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Products

 0.0.0.0 actions.google.com
--- a/categories/productsparsed
+++ b/categories/productsparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Products

 actions.google.com
--- a/categories/proxies.txt
+++ b/categories/proxies.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Proxies

 0.0.0.0 google-proxy-64-233-172-0.google.com
--- a/categories/proxiesparsed
+++ b/categories/proxiesparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Proxies

 google-proxy-64-233-172-0.google.com
--- a/categories/shortlinks.txt
+++ b/categories/shortlinks.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Short Links

 0.0.0.0 app.goo.gl
--- a/categories/shortlinksparsed
+++ b/categories/shortlinksparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Short Links

 app.goo.gl
--- a/categories/youtube.txt
+++ b/categories/youtube.txt
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Youtube

 0.0.0.0 _domainkey.youtube.com
--- a/categories/youtubeparsed
+++ b/categories/youtubeparsed
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Youtube

 _domainkey.youtube.com
--- a/3
+++ b/3
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07
 # Analytics
 0.0.0.0 18.afs.googleadservices.com
 0.0.0.0 2.afs.googleadservices.com
@ -3211,6 +3211,7 @@
 0.0.0.0 db408yef6a.com
 0.0.0.0 de.advertisercommunity.com
 0.0.0.0 deepmind.com
+0.0.0.0 deepmind.google
 0.0.0.0 defloration.ns1.google.com
 0.0.0.0 dep.admob.com
 0.0.0.0 design.google
--- a/pihole-google-adguard-important.txt
+++ b/pihole-google-adguard-important.txt
@ -1,5 +1,5 @@
 ! This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-! Last updated: 2023-11-09
+! Last updated: 2023-12-07
 ! Analytics
 ||18.afs.googleadservices.com^$important
 ||2.afs.googleadservices.com^$important
@ -3211,6 +3211,7 @@
 ||db408yef6a.com^$important
 ||de.advertisercommunity.com^$important
 ||deepmind.com^$important
+||deepmind.google^$important
 ||defloration.ns1.google.com^$important
 ||dep.admob.com^$important
 ||design.google^$important
--- a/pihole-google-adguard.txt
+++ b/pihole-google-adguard.txt
@ -1,5 +1,5 @@
 ! This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-! Last updated: 2023-11-09
+! Last updated: 2023-12-07
 ! Analytics
 ||18.afs.googleadservices.com^
 ||2.afs.googleadservices.com^
@ -3211,6 +3211,7 @@
 ||db408yef6a.com^
 ||de.advertisercommunity.com^
 ||deepmind.com^
+||deepmind.google^
 ||defloration.ns1.google.com^
 ||dep.admob.com^
 ||design.google^
--- a/pihole-google-unbound.conf
+++ b/pihole-google-unbound.conf
@ -1,5 +1,5 @@
 # This blocklist helps to restrict access to Google and its domains. Contribute at https://github.com/nickspaargaren/no-google
-# Last updated: 2023-11-09
+# Last updated: 2023-12-07

 # Category: Analytics
 local-zone: "18.afs.googleadservices.com" always_refuse
@ -3221,6 +3221,7 @@ local-zone: "datastudio.google.com" always_refuse
 local-zone: "db408yef6a.com" always_refuse
 local-zone: "de.advertisercommunity.com" always_refuse
 local-zone: "deepmind.com" always_refuse
+local-zone: "deepmind.google" always_refuse
 local-zone: "defloration.ns1.google.com" always_refuse
 local-zone: "dep.admob.com" always_refuse
 local-zone: "design.google" always_refuse
--- a/pihole-google.txt
+++ b/pihole-google.txt
@ -3209,6 +3209,7 @@ datastudio.google.com
 db408yef6a.com
 de.advertisercommunity.com
 deepmind.com
+deepmind.google
 defloration.ns1.google.com
 dep.admob.com
 design.google
--- a/scripts/domain-check-api.py
+++ b/scripts/domain-check-api.py
@ -0,0 +1,48 @@
+import whois  # pip install python-whois
+import time
+import re
+
+
+def get_domain(url: str) -> str:
+    """
+    A function that extracts the domain name from a `url`
+    """
+    domain = re.findall("(?<=\.)[^.]+\.[^.]+$", url)
+    if domain != []:
+        return domain[0]
+    else:
+        return url
+
+
+def remove_duplicates(mylist: list[str]):
+    return list(dict.fromkeys(mylist))
+
+
+def get_domains():
+    with open('../pihole-google.txt', 'r') as main:
+        for line in main:
+            if not '#' in line and not ':' in line:
+                line = get_domain(line)
+                if line != '\n' and line != []:
+                    line = re.sub(r"\n", "", line)
+                    yield line
+
+
+def is_registered(domain):
+    """
+    A function that checks whether a `domain` is can get whois info
+    """
+    time.sleep(1)
+    try:
+        w = whois.whois(domain, flags=whois.NICClient.WHOIS_QUICK)
+    except Exception:
+        return False
+    else:
+        return [w.domain_name, w.org, w.name_servers]
+
+
+# iterate over domains
+domains = remove_duplicates(get_domains())
+
+for domain in domains:
+    print(domain, is_registered(domain.rstrip("\n")))
Author	SHA1	Message	Date
Nick Spaargaren	1cbd2501e0	Merge `476145e29c` into `18af5dae5b`	2023-12-08 10:16:55 -06:00
github-actions[bot]	18af5dae5b	Automated update - Categories lists update - AdGuard list update - Parsed list update - Unbound list update	2023-12-07 08:38:05 +00:00
Nick Spaargaren	31dd3b05f8	Add deepmind.google	2023-12-07 09:37:48 +01:00
Nick Spaargaren	476145e29c	Add duplicate removals & fetch whois data	2023-05-07 11:53:49 +02:00
Nick Spaargaren	ff691049ce	Fix regex to get domains correctly	2023-05-07 11:53:49 +02:00
Nick Spaargaren	b827cf9f1f	Update script to single file	2023-05-07 11:53:49 +02:00
Nick Spaargaren	7b4999ead0	Update api without whois api token	2023-05-07 11:53:49 +02:00
Nick Spaargaren	093e901f54	Remove unnecessary line checks	2023-05-07 11:53:49 +02:00
Nick Spaargaren	22bd626c65	Add get nameservers from whois api	2023-05-07 11:53:49 +02:00
Nick Spaargaren	f85402f964	Add script to remove subdomains	2023-05-07 11:53:49 +02:00