Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 5 additions & 3 deletions GLOSSARY.md
Original file line number Diff line number Diff line change
Expand Up @@ -5,18 +5,20 @@ The words this repository uses, each in one line. [SPEC.md](SPEC.md) says the re
- **Item**: one thing that has results, such as a product or a dataset. Its file calls it by its own word (`item.one`).
- **Indicator**: one impact category, named by an exact id.
- **Reference unit**: the unit an item's result is per (kg, MJ, machine hour). Floors are kept apart per unit.
- **State**: one set of results. The first may be the published results; the others are builds.
- **Step**: from one state to the next, with its kind, claim, tolerance and noise.
- **State**: one set of results. The first may be the published results (exact: no builds); the others are builds, each with its noise.
- **Step**: from one state to the next, with its kind, claim, tolerance and noise, the sum of its two states'.
- **Step 0**: the reproduction of the published results. The start, never the target. A chain that does not start from the published results has no step 0: its steps are numbered from 1.
- **Chain**: the states in order and the steps between them.
- **Whole way**: from the first state to the last, every step together.
- **Run of steps**: two or more steps that follow each other, short of the whole way; compared as the two built states it lies between. Steps apart are not compared on a chain.
- **Pair**: one item in one indicator, before and after a step.
- **Class**: what a pair is, by one rule: agrees, within noise, differs, beyond 10x, zero reference, zero result, sign change, near zero, missing.
- **Moved**: a pair of class differs, beyond 10x, zero reference, zero result or sign change. Only these have a direction.
- **Direction**: up where the result after is larger as a signed number, down otherwise.
- **Band**: the direction and the factor between the two sizes of a pair that differs.
- **Floor**: the size below which a result counts as near zero; one per indicator and reference unit.
- **Tolerance**: how far two results may differ, relative to the larger, and still agree.
- **Noise**: how far two builds of one state differ, measured.
- **Noise**: how far two builds of one state differ, measured; it belongs to the state. A comparison of two states takes the sum of theirs, never that of a state between them.
- **Size filter**: a reader's choice on the page that hides small changes. It changes no count.
- **Claim**: what a step says it moves; its **scope entries** say which indicators and items, which way, how far, and whether they **must** or **may** move.
- **Verdict**: how a pair of a step holds against the step's claim.
Expand Down
125 changes: 103 additions & 22 deletions SPEC.md

Large diffs are not rendered by default.

88 changes: 66 additions & 22 deletions examples/diagnostics.json
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,7 @@
"floors_from": "published",
"beyond": 10.0,
"total_tolerance": 0.0005,
"total_noise": {},
"floors": [
{
"indicator": "x:climate",
Expand Down Expand Up @@ -123,7 +124,13 @@
"identity": {
"commit": "0000001"
},
"join": null
"join": null,
"noise": {
"measured": false,
"between": null,
"by": null,
"note": null
}
},
{
"id": "fix-1",
Expand All @@ -133,7 +140,20 @@
"identity": {
"commit": "0000002"
},
"join": null
"join": null,
"noise": {
"measured": true,
"between": [
"fix-1",
"rebuilt"
],
"by": {
"x:climate": 0.0,
"x:water": 0.02439024390243894,
"x:tox": 0.0
},
"note": "Two builds of commit 0000002, on two machines."
}
},
{
"id": "rebuilt",
Expand All @@ -144,7 +164,20 @@
"commit": "0000002",
"machine": "second"
},
"join": null
"join": null,
"noise": {
"measured": true,
"between": [
"fix-1",
"rebuilt"
],
"by": {
"x:climate": 0.0,
"x:water": 0.02439024390243894,
"x:tox": 0.0
},
"note": "Two builds of commit 0000002, on two machines."
}
},
{
"id": "mapping-2",
Expand All @@ -154,7 +187,13 @@
"identity": {
"commit": "0000003"
},
"join": null
"join": null,
"noise": {
"measured": false,
"between": null,
"by": null,
"note": null
}
}
],
"steps": [
Expand Down Expand Up @@ -229,9 +268,13 @@
"note": "one order of magnitude above the solver noise of two builds"
},
"noise": {
"measured": false,
"measured": true,
"between": null,
"by": null,
"by": {
"x:climate": 0.0,
"x:water": 0.02439024390243894,
"x:tox": 0.0
},
"note": null
}
},
Expand All @@ -251,9 +294,13 @@
"note": "one order of magnitude above the solver noise of two builds"
},
"noise": {
"measured": false,
"measured": true,
"between": null,
"by": null,
"by": {
"x:climate": 0.0,
"x:water": 0.04878048780487788,
"x:tox": 0.0
},
"note": null
}
},
Expand Down Expand Up @@ -310,16 +357,13 @@
},
"noise": {
"measured": true,
"between": [
"fix-1",
"rebuilt"
],
"between": null,
"by": {
"x:climate": 0.0,
"x:water": 0.02439024390243894,
"x:tox": 0.0
},
"note": "One pair of builds of one state."
"note": null
}
}
],
Expand Down Expand Up @@ -648,8 +692,8 @@
"pairs": 10,
"classes": {
"agrees": 8,
"within noise": 0,
"differs": 1,
"within noise": 1,
"differs": 0,
"beyond 10x": 0,
"zero reference": 0,
"zero result": 0,
Expand All @@ -663,7 +707,7 @@
"both": 0
},
"directions": {
"up": 1,
"up": 0,
"down": 0
},
"bands": {
Expand All @@ -672,15 +716,15 @@
"down, factor 1.25-2": 0,
"down, factor 1.1-1.25": 0,
"down, factor 1-1.1": 0,
"up, factor 1-1.1": 1,
"up, factor 1-1.1": 0,
"up, factor 1.1-1.25": 0,
"up, factor 1.25-2": 0,
"up, factor 2-10": 0,
"up, factor over 10": 0
},
"verdicts": null,
"closer": 0,
"further": 1
"further": 0
},
"x:tox": {
"pairs": 10,
Expand Down Expand Up @@ -995,12 +1039,12 @@
"dominant": {
"step-0": 0,
"fix-1": 0,
"rebuilt": 1,
"rebuilt": 0,
"mapping-2": 1
},
"not_attributable": 1,
"spread": 0,
"unexplained_moved": 1
"spread": 1,
"unexplained_moved": 0
},
"x:tox": {
"dominant": {
Expand All @@ -1022,7 +1066,7 @@
{"id": "p05", "name": "Rice", "place": "IT", "group": "crops", "unit": "kg", "values": {"x:climate": [1.9, 1.9, 0.95, 0.95, 0.95], "x:water": [3.4, 3.4, 3.4, 3.4, 3.4], "x:tox": [1e-12, 1e-12, 1e-12, 1e-12, 3e-12]}, "classes": {"x:climate": ["agrees", "differs", "agrees", "agrees", "differs"], "x:water": ["agrees", "agrees", "agrees", "agrees", "agrees"], "x:tox": ["near zero", "near zero", "near zero", "near zero", "near zero"]}, "directions": {"x:climate": [null, "down", null, null, "down"], "x:water": [null, null, null, null, null], "x:tox": [null, null, null, null, null]}, "bands": {"x:climate": [null, "down, factor 1.25-2", null, null, "down, factor 1.25-2"], "x:water": [null, null, null, null, null], "x:tox": [null, null, null, null, null]}, "verdicts": {"x:climate": ["unchanged", "off claim", null, "unchanged"], "x:water": ["unchanged", "unchanged", null, "unchanged"], "x:tox": ["not judged", "not judged", null, "not judged"]}, "breakdowns": null},
{"id": "p03", "name": "Barley", "place": "DE", "group": "crops", "unit": "kg", "values": {"x:climate": [0.48, 0.47999, 0.575988, 0.575988, 0.575988], "x:water": [1.1, 1.1, 1.1, null, 1.3], "x:tox": [1.9e-07, 1.9e-07, 1.9e-07, 1.9e-07, 1.9e-07]}, "classes": {"x:climate": ["agrees", "differs", "agrees", "agrees", "differs"], "x:water": ["agrees", "agrees", "missing", "missing", "differs"], "x:tox": ["agrees", "agrees", "agrees", "agrees", "agrees"]}, "directions": {"x:climate": [null, "up", null, null, "up"], "x:water": [null, null, null, null, "up"], "x:tox": [null, null, null, null, null]}, "bands": {"x:climate": [null, "up, factor 1.1-1.25", null, null, "up, factor 1.1-1.25"], "x:water": [null, null, null, null, "up, factor 1.1-1.25"], "x:tox": [null, null, null, null, null]}, "verdicts": {"x:climate": ["unchanged", "not claimed", null, "unchanged"], "x:water": ["unchanged", "unchanged", null, "not judged"], "x:tox": ["unchanged", "unchanged", null, "unchanged"]}, "breakdowns": null},
{"id": "p01", "name": "Wheat", "place": "FR", "group": "crops", "unit": "kg", "values": {"x:climate": [0.52, 0.520013, 0.468012, 0.468012, 0.468012], "x:water": [1.2, 1.2, 1.2, 1.2000001, 1.2000001], "x:tox": [2e-07, 2.0000002e-07, 2.0000002e-07, 2.0000002e-07, 2.0000002e-07]}, "classes": {"x:climate": ["agrees", "differs", "agrees", "agrees", "differs"], "x:water": ["agrees", "agrees", "agrees", "agrees", "agrees"], "x:tox": ["agrees", "agrees", "agrees", "agrees", "agrees"]}, "directions": {"x:climate": [null, "down", null, null, "down"], "x:water": [null, null, null, null, null], "x:tox": [null, null, null, null, null]}, "bands": {"x:climate": [null, "down, factor 1.1-1.25", null, null, "down, factor 1.1-1.25"], "x:water": [null, null, null, null, null], "x:tox": [null, null, null, null, null]}, "verdicts": {"x:climate": ["unchanged", "as claimed", null, "unchanged"], "x:water": ["unchanged", "unchanged", null, "unchanged"], "x:tox": ["unchanged", "unchanged", null, "unchanged"]}, "breakdowns": {"fix-1": "p01-fix-1.json"}},
{"id": "p04", "name": "Oats", "place": "DE", "group": "crops", "unit": "kg", "values": {"x:climate": [0.45, 0.45, 0.45, 0.45, 0.45], "x:water": [1.0, 1.0, 1.0, 1.025, 1.0455], "x:tox": [1.7e-07, 1.7e-07, 1.7e-07, 1.7e-07, 1.7e-07]}, "classes": {"x:climate": ["agrees", "agrees", "agrees", "agrees", "agrees"], "x:water": ["agrees", "agrees", "differs", "within noise", "differs"], "x:tox": ["agrees", "agrees", "agrees", "agrees", "agrees"]}, "directions": {"x:climate": [null, null, null, null, null], "x:water": [null, null, "up", null, "up"], "x:tox": [null, null, null, null, null]}, "bands": {"x:climate": [null, null, null, null, null], "x:water": [null, null, "up, factor 1-1.1", null, "up, factor 1-1.1"], "x:tox": [null, null, null, null, null]}, "verdicts": {"x:climate": ["unchanged", "unchanged", null, "unchanged"], "x:water": ["unchanged", "unchanged", null, "within noise"], "x:tox": ["unchanged", "unchanged", null, "unchanged"]}, "breakdowns": null},
{"id": "p04", "name": "Oats", "place": "DE", "group": "crops", "unit": "kg", "values": {"x:climate": [0.45, 0.45, 0.45, 0.45, 0.45], "x:water": [1.0, 1.0, 1.0, 1.025, 1.0455], "x:tox": [1.7e-07, 1.7e-07, 1.7e-07, 1.7e-07, 1.7e-07]}, "classes": {"x:climate": ["agrees", "agrees", "agrees", "agrees", "agrees"], "x:water": ["agrees", "agrees", "within noise", "within noise", "differs"], "x:tox": ["agrees", "agrees", "agrees", "agrees", "agrees"]}, "directions": {"x:climate": [null, null, null, null, null], "x:water": [null, null, null, null, "up"], "x:tox": [null, null, null, null, null]}, "bands": {"x:climate": [null, null, null, null, null], "x:water": [null, null, null, null, "up, factor 1-1.1"], "x:tox": [null, null, null, null, null]}, "verdicts": {"x:climate": ["unchanged", "unchanged", null, "unchanged"], "x:water": ["unchanged", "unchanged", null, "within noise"], "x:tox": ["unchanged", "unchanged", null, "unchanged"]}, "breakdowns": null},
{"id": "p06", "name": "Rye", "place": "PL", "group": "crops", "unit": "kg", "values": {"x:climate": [0.43, 0.43, 0.43, 0.43, null], "x:water": [null, 1.15, 1.15, 1.15, 1.15], "x:tox": [2.1e-07, 2.1e-07, 2.1e-07, 2.1e-07, 2.1e-07]}, "classes": {"x:climate": ["agrees", "agrees", "agrees", "missing", "missing"], "x:water": ["missing", "agrees", "agrees", "agrees", "missing"], "x:tox": ["agrees", "agrees", "agrees", "agrees", "agrees"]}, "directions": {"x:climate": [null, null, null, null, null], "x:water": [null, null, null, null, null], "x:tox": [null, null, null, null, null]}, "bands": {"x:climate": [null, null, null, null, null], "x:water": [null, null, null, null, null], "x:tox": [null, null, null, null, null]}, "verdicts": {"x:climate": ["unchanged", "unchanged", null, "not judged"], "x:water": ["not judged", "unchanged", null, "unchanged"], "x:tox": ["unchanged", "unchanged", null, "unchanged"]}, "breakdowns": null},
{"id": "p02", "name": "Maize", "place": "FR", "group": "crops", "unit": "kg", "values": {"x:climate": [0.41, 0.41, 0.41, 0.41, 0.41], "x:water": [2.5, 2.500025, 2.500025, 2.500025, 2.500025], "x:tox": [1.8e-07, 1.8e-07, 1.8e-07, 1.8e-07, 1.8e-07]}, "classes": {"x:climate": ["agrees", "agrees", "agrees", "agrees", "agrees"], "x:water": ["agrees", "agrees", "agrees", "agrees", "agrees"], "x:tox": ["agrees", "agrees", "agrees", "agrees", "agrees"]}, "directions": {"x:climate": [null, null, null, null, null], "x:water": [null, null, null, null, null], "x:tox": [null, null, null, null, null]}, "bands": {"x:climate": [null, null, null, null, null], "x:water": [null, null, null, null, null], "x:tox": [null, null, null, null, null]}, "verdicts": {"x:climate": ["unchanged", "unchanged", null, "unchanged"], "x:water": ["unchanged", "unchanged", null, "claimed, not moved"], "x:tox": ["unchanged", "unchanged", null, "unchanged"]}, "breakdowns": null}
],
Expand Down
Loading
Loading