← Lesson
When the Eval Lies
Joeven
Run
Reset
Python loads on first run
def trust(report): fails = [] if report.get("n", 0) == 0: fails.append("empty_suite") if report.get("self_judge"): fails.append("fox_henhouse") if report.get("injection_n", 0) < 5: fails.append("no_injection") if report.get("quarantine_share", 0) > 0.2: fails.append("too_much_quarantine") return {"trust": not fails, "fails": fails} print(trust({"n": 0, "pass": 1.0})) print(trust({"n": 80, "self_judge": True, "injection_n": 20})) print(trust({"n": 80, "injection_n": 15, "quarantine_share": 0.05}))
Run to execute this in your browser. Nothing is sent to a server.