package fejkdata import ( "fmt" "math" "regexp" "strconv" "strings" ) // proven is what a proof knows of every render of a node: bounds on the number each // reads as, and per datatype why some render's text is not one ("" when none). type proven struct { lo, hi float64 nonZero float64 // every value is at least this far from zero; 0 when one can be zero integral bool notOperand string // why some render reads as no finite number, the way calc reads it not [len(dataTypeNames)]string null bool // some draw of a column is null } // valueProof proves what typed columns and their calc operands hold, each node once per scope. type valueProof struct { memo map[node]proven columns map[node]proven } // checkDatatype rejects a typed column item some render of which is not text of its datatype, // and one restating the datatype of the column it is. func (p *valueProof) checkDatatype(path string, n node) error { t, ok := n.(*template) if !ok || t.datatype == DataTypeString { return nil } if d := readDatatype(t); d == t.datatype { return fmt.Errorf(`%s: %s takes datatype %s from the column it reads; drop "datatype"`, path, t.format, d) } if reason := p.columnItem(t).not[t.datatype]; reason != "" { return fmt.Errorf("%s: datatype %s: %s", path, t.datatype, reason) } return nil } // columnItem proves a column item: what it renders, or, when it is a column it reads, that column. func (p *valueProof) columnItem(t *template) proven { if t.readsColumn == nil { return p.of(t) } return p.column(t.readsColumn.column) } // column proves a column over what its items draw, a null item marking it null rather than // rendering "". func (p *valueProof) column(n node) proven { if v, done := p.columns[n]; done { return v } if p.columns == nil { p.columns = map[node]proven{} } items, nullable := columnItems(n) var v proven for i, it := range items { if w := p.columnItem(it); i == 0 { v = w } else { v = v.or(w) } } v.null = v.null || nullable p.columns[n] = v return v } func (p *valueProof) of(n node) proven { if v, done := p.memo[n]; done { return v } if p.memo == nil { p.memo = map[node]proven{} } var v proven switch n := n.(type) { case *choice: v = p.unite(n.items) case *template: v = p.template(n) case *column: v = p.cells(n) default: v = unproven(`it reads a null, which renders "" outside its own column`) } p.memo[n] = v return v } // cells proves a table column over every cell it may render. func (p *valueProof) cells(c *column) proven { if c.i < 0 { return unproven(fmt.Sprintf("%q renders a row of %s, which is composed text", c.t.format.format, c.t.category)) } var v proven for r := 0; r < c.t.rows(); r++ { var w proven if cell := c.t.cellNode(r, c.i); cell != nil { w = p.of(cell) } else { w = literalValue(c.t.cell(r, c.i)) } if r == 0 { v = w } else { v = v.or(w) } } return v } func (p *valueProof) unite(nodes []node) proven { v := p.of(nodes[0]) for _, n := range nodes[1:] { v = v.or(p.of(n)) } return v } // or is what a proof knows of a render that is either v or w. func (v proven) or(w proven) proven { v.lo, v.hi, v.nonZero = min(v.lo, w.lo), max(v.hi, w.hi), min(v.nonZero, w.nonZero) v.integral, v.null = v.integral && w.integral, v.null || w.null if v.notOperand == "" { v.notOperand = w.notOperand } for d := range v.not { if v.not[d] == "" { v.not[d] = w.not[d] } } return v } // template proves a template that renders one value: fixed text, or a format that is // one token alone. func (p *valueProof) template(t *template) proven { switch { case t.repeat != 1: return unproven(fmt.Sprintf("%q carries a repeat, which composes text rather than one value", t.format)) case t.fixed: return literalValue(t.lit) case len(t.ops) != 1: v := unproven(notOneValue(t.format, "{int()}, {float()}, {seq()} or {calc()}")) v.notOperand = notOneValue(t.format, "{int()}, {float()}, {seq()}, {digits()} or {calc()}") return v } body := t.format[1 : len(t.format)-1] name, args, isFunc := funcCall(body) switch _, isTransform := transforms[name]; { case !isFunc: var leaves []node for _, a := range splitArms(body, t.refs) { leaves = append(leaves, pathLeaves(t.fields[a.key], a.tail)...) } return p.unite(leaves) case name == "calc": return p.calc(t, body, args) case builtins[name].number != nil: return builtins[name].number(body, args) case isTransform: return unproven(fmt.Sprintf("{%s} rewrites text rather than printing a value; write the values it would print", body)) } return printing(body, DataTypeString, proven{notOperand: fmt.Sprintf("{%s} prints text, not a number", body)}) } func (p *valueProof) calc(t *template, body string, args []string) proven { expr, err := parseCalc(args[0]) if err != nil { panic(fmt.Sprintf("fejkdata: calc(%q) reached a proof unparsed: %v", args[0], err)) } v, doubt := p.expr(expr, t.fields) if doubt == "" && !(magnitude(v) <= calcLimit) { doubt = calcText(expr) + " is not proven within 1e300" } if doubt != "" { return unproven(fmt.Sprintf("{%s}: %s", body, doubt)) } return printedNumber(body, v, calcDecimals(args)) } // calcLimit is the largest magnitude a proof accepts as finite, far enough below // math.MaxFloat64 that rounding in the bounds cannot hide an overflow. const calcLimit = 1e300 // expr bounds a calc expression from its operands, or says why it cannot. func (p *valueProof) expr(n calcNode, fields map[string]node) (proven, string) { switch n := n.(type) { case calcNum: v := float64(n) return bounded(v, v, v == math.Trunc(v)), "" case calcVar: v := p.of(fields[string(n)]) if v.notOperand != "" { return proven{}, fmt.Sprintf("operand %q: %s", string(n), v.notOperand) } return proven{lo: v.lo, hi: v.hi, nonZero: v.nonZero, integral: v.integral}, "" case calcNeg: v, doubt := p.expr(n.x, fields) v.lo, v.hi = -v.hi, -v.lo return v, doubt case calcBin: l, doubt := p.expr(n.l, fields) if doubt != "" { return l, doubt } r, doubt := p.expr(n.r, fields) if doubt != "" { return r, doubt } return combine(n, l, r) } panic(fmt.Sprintf("fejkdata: calc node %T has no bound", n)) } // combine bounds one operation from the bounds of its sides. func combine(n calcBin, l, r proven) (proven, string) { var v proven integral := l.integral && r.integral switch n.op { case '+': v = bounded(l.lo+r.lo, l.hi+r.hi, integral) case '-': v = bounded(l.lo-r.hi, l.hi-r.lo, integral) case '*': v = bounded(min(l.lo*r.lo, l.lo*r.hi, l.hi*r.lo, l.hi*r.hi), max(l.lo*r.lo, l.lo*r.hi, l.hi*r.lo, l.hi*r.hi), integral) v.nonZero = max(v.nonZero, l.nonZero*r.nonZero) default: if r.nonZero == 0 { return v, fmt.Sprintf("divides by %s, which is not proven nonzero", calcText(n.r)) } m := magnitude(l) / r.nonZero v = proven{lo: -m, hi: m, nonZero: l.nonZero / magnitude(r)} } if !(magnitude(v) <= calcLimit) { return v, calcText(n) + " is not proven within 1e300" } return v, "" } // bounded is a number in [lo, hi], its distance from zero read off the bounds. func bounded(lo, hi float64, integral bool) proven { v := proven{lo: lo, hi: hi, integral: integral} switch { case lo > 0: v.nonZero = lo case hi < 0: v.nonZero = -hi } return v } func magnitude(v proven) float64 { return math.Max(math.Abs(v.lo), math.Abs(v.hi)) } // printedNumber is what a token printing v to dp decimals holds: an integer when whole // and within int64, else a number. func printedNumber(token string, v proven, dp int) proven { if dp >= 0 { half, _ := strconv.ParseFloat("5e-"+strconv.Itoa(dp+1), 64) v = proven{lo: v.lo - half, hi: v.hi + half, nonZero: math.Max(0, v.nonZero-half), integral: v.integral || dp == 0} } if dp != 0 && !(dp < 0 && v.integral) { return printing(token, DataTypeNumber, v) } v = printing(token, DataTypeInteger, v) if !(magnitude(v) < math.MaxInt64) { v.not[DataTypeInteger] = fmt.Sprintf("{%s} is not proven within int64", token) } return v } // printing is v for a token whose every render is text of datatype prints, with a reason // against each datatype that text is not. func printing(token string, prints DataType, v proven) proven { for d := DataTypeInteger; d <= DataTypeBoolean; d++ { if prints != d && !(prints == DataTypeInteger && d == DataTypeNumber) { v.not[d] = fmt.Sprintf("{%s} prints %s, not %s", token, dataTypeNouns[prints], dataTypeNouns[d]) } } return v } func notOneValue(format, calls string) string { return fmt.Sprintf("%q is not one value; write one literal or one %s, or read one", format, calls) } // unproven is a render no datatype and no calc can take, for why. func unproven(why string) proven { v := proven{notOperand: why} for d := DataTypeInteger; d <= DataTypeBoolean; d++ { v.not[d] = why } return v } var ( integerText = regexp.MustCompile(`^-?(0|[1-9][0-9]*)$`) numberText = regexp.MustCompile(`^-?(0|[1-9][0-9]*)(\.[0-9]+)?([eE][+-]?[0-9]+)?$`) ) // literalValue proves fixed text: the number calc reads it as, and each datatype it is. func literalValue(text string) proven { var v proven if f, err := strconv.ParseFloat(strings.TrimSpace(text), 64); err != nil || math.IsNaN(f) || math.IsInf(f, 0) { v.notOperand = fmt.Sprintf("%q is not a number", text) } else { v = bounded(f, f, f == math.Trunc(f)) } if _, err := strconv.ParseInt(text, 10, 64); !integerText.MatchString(text) { v.not[DataTypeInteger] = fmt.Sprintf("%q is not an integer", text) } else if err != nil { v.not[DataTypeInteger] = fmt.Sprintf("%q is past the int64 range", text) } if v.notOperand != "" || !numberText.MatchString(text) { v.not[DataTypeNumber] = fmt.Sprintf("%q is not a number", text) } if text != "true" && text != "false" { v.not[DataTypeBoolean] = fmt.Sprintf("%q is not a boolean", text) } return signedZero(text, v) } // signedZero refuses a zero written with a sign as a typed value, naming it unsigned. func signedZero(text string, v proven) proven { mantissa, _, _ := strings.Cut(strings.ToLower(text), "e") if !strings.HasPrefix(text, "-") || v.notOperand != "" || strings.Trim(mantissa, "-0.") != "" { return v } for _, d := range []DataType{DataTypeInteger, DataTypeNumber} { if v.not[d] == "" { v.not[d] = fmt.Sprintf("%q is zero written with a sign; write %q", text, text[1:]) } } return v }