add-iwmf (#128)

add new source from `directory.iwmf.ir`

src/constants.py

@@ -4,6 +4,8 @@
 v2fly_base_url = "https://raw.githubusercontent.com/v2fly/domain-list-community/master/data/"
 # https://enamad.ir/DomainListForMIMT
 enamad_url = "https://raw.githubusercontent.com/bootmortis/enamad-mirror/main/out/domains.csv"
+# https://directory.iwmf.ir
+iwmf_url = "https://raw.githubusercontent.com/Chocolate4U/iwmf.ir-Mirror/main/data/iwmf.csv"
 
 # input files
 adsl_tci_file_path = "src/data/adsl_tci.txt"

src/get_domians.py

@@ -25,6 +25,15 @@ def enamad() -> Iterable[str]:
     domains = (domain.split(',')[2] for domain in domains)
     return list(set(domains))
 
+def iwmf() -> Iterable[str]:
+    resp = requests.get(consts.iwmf_url)
+    resp.raise_for_status()
+
+    domains = resp.text
+    domains = domains.splitlines()[1:]
+    domains = (domain.split(',')[1] for domain in domains)
+    return list(set(domains))
+
 def adsl_tci() -> Iterable[str]:
     with open(consts.adsl_tci_file_path, "r") as file:
         return (line.strip() for line in file.readlines())

src/main.py

@@ -44,6 +44,7 @@ def collect_and_clean_domains(*domain_set: Iterable[Iterable[str]]) -> Iterable[
     all_domains = collect_and_clean_domains(
         get_domians.g2b_ito_gov(),
         get_domians.enamad(),
+        get_domians.iwmf(),
         get_domians.adsl_tci(),
         get_domians.v2fly(),
     )