summaryrefslogtreecommitdiff
path: root/scan.py
blob: 34c65d85efde76c39543c49bf707f582c6a1f3c7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
import requests

from pathlib import Path

ROOT_PATH = Path(__file__).parent

DATA_DIR = ROOT_PATH / "data"

TLDS_URL = "https://data.iana.org/TLD/tlds-alpha-by-domain.txt"

with open(DATA_DIR / "tlds.txt", "w") as f:
    res = requests.get(TLDS_URL)
    tlds = [tld.lower() for tld in res.text.split("\n")[1:] if len(tld) < 4]
    f.write("\n".join(tlds).strip())