#!/usr/bin/env python3 """Rebuild data/misc/country.tsv from datasets/country-codes (PDDL). data-import/country.py [--source URL_OR_FILE] [--cache DIR] [--out FILE] """ import argparse import csv import io import re from pathlib import Path import tsv SOURCE = "https://raw.githubusercontent.com/datasets/country-codes/main/data/country-codes.csv" OUT = Path(__file__).resolve().parent.parent / "data" / "misc" / "country.tsv" CACHE = Path(__file__).resolve().parent / "cache" COLUMNS = ["alpha2", "alpha3", "calling-code", "capital", "currency", "flag", "languages", "name", "numeric", "tld"] # Gaps in the source, keyed by alpha2. FIXUPS = {"TR": {"currency": "TRY"}} def flag(alpha2): return "".join(chr(0x1F1E6 + ord(c) - ord("A")) for c in alpha2) def calling_code(dial): first = re.sub(r"[^0-9-]", "", dial.split(",")[0]) return first if re.match(r"^\d+-\d{3}$", first) else first.split("-")[0] def languages(field): return ",".join(p for p in field.split(",") if p) def rows(text): for r in csv.DictReader(io.StringIO(text)): alpha2 = r["ISO3166-1-Alpha-2"] row = { "alpha2": alpha2, "alpha3": r["ISO3166-1-Alpha-3"], "calling-code": calling_code(r["Dial"]), "capital": r["Capital"], "currency": r["ISO4217-currency_alphabetic_code"].split(",")[0], "flag": flag(alpha2), "languages": languages(r["Languages"]), "name": r["CLDR display name"] or r["official_name_en"], "numeric": r["ISO3166-1-numeric"].zfill(3), "tld": r["TLD"], } row.update(FIXUPS.get(alpha2, {})) if all(row[c] for c in ("alpha2", "alpha3", "calling-code", "capital", "currency", "name", "tld")): yield row def main(): p = argparse.ArgumentParser(description=__doc__.splitlines()[0]) p.add_argument("--cache", default=str(CACHE)) p.add_argument("--source", default=SOURCE) p.add_argument("--out", default=str(OUT)) a = p.parse_args() table = rows(tsv.fetch(a.source, a.cache, "country-codes.csv").decode("utf-8")) tsv.write(a.out, COLUMNS, sorted(table, key=lambda r: r["alpha2"])) if __name__ == "__main__": main()