#!/usr/bin/env python3 """Rebuild data/misc/httpmethod.tsv from the IANA HTTP Method Registry. data-import/httpmethod.py [--source URL_OR_FILE] [--cache DIR] [--out FILE] A method ships when the register cites RFC 9110 section 9.3 or RFC 5789 for it, which is the eight HTTP defines and PATCH; the register's other entries do not. The register's `yes` and `no` ship as `true` and `false`, which a consumer's boolean reads. """ import argparse import csv import io import re import sys from pathlib import Path import source import tsv SOURCE = "https://www.iana.org/assignments/http-methods/methods.csv" OUT = Path(__file__).resolve().parent.parent / "data" / "misc" / "httpmethod.tsv" CACHE = Path(__file__).resolve().parent / "cache" COLUMNS = ["idempotent", "method", "safe"] CORE = re.compile(r"\[RFC9110, Section 9\.3\.|\[RFC5789, Section 2\]") BOOLEAN = {"yes": "true", "no": "false"} SELECTOR = '[]{}"|' # mirrors inSelector in table.go EXPECTED = 9 def rows(text): for r in csv.DictReader(io.StringIO(text)): method = (r["Method Name"] or "").strip() if not CORE.search(r["Reference"] or ""): continue if set(method) & set(SELECTOR): sys.exit(f"{method}: a method holding one of {SELECTOR} is one a selector cannot spell") answers = {} for column in ("Safe", "Idempotent"): answer = (r[column] or "").strip() if answer not in BOOLEAN: sys.exit(f"{method}: {column} {answer!r} is neither yes nor no") answers[column] = BOOLEAN[answer] yield {"idempotent": answers["Idempotent"], "method": method, "safe": answers["Safe"]} def main(): p = argparse.ArgumentParser(description=__doc__.splitlines()[0]) p.add_argument("--cache", default=str(CACHE)) p.add_argument("--source", default=SOURCE) p.add_argument("--out", default=str(OUT)) a = p.parse_args() table = sorted(rows(source.fetch(a.source, a.cache, "http-methods.csv").decode("utf-8")), key=lambda r: r["method"]) if len(table) != EXPECTED: sys.exit(f"{len(table)} methods cite RFC 9110 section 9.3 or RFC 5789, not {EXPECTED}; the register's Reference column has moved") tsv.write(a.out, COLUMNS, table) if __name__ == "__main__": main()