tickets

1.5 KB

1. #!/usr/bin/env python3
2. # tests/realdata-compare.py (mission 010): compare two tests/realdata-baseline.mjs outputs (the reads; writes:
3. # realdata-compare-writes.py). Masks only what is not the app's output:
4. # "at":<ms> the session seed's request time (differs between two runs of the SAME code)
5. # "site":"<file:l:c>" source coordinates of a View node (move when lines above it move)
6. # ?v=<hash> hl:web's content hash of the runtime / stylesheet / component modules
7. # Child@<line>:<col> a child component's mount key carries its source position too
8. # python3 tests/realdata-compare.py <dirA> <dirB> → per-file verdict; exit 1 on a real difference
9. import os, re, sys
10. a, b = sys.argv[1], sys.argv[2]
11. masks = [(re.compile(r'\\"at\\":\d+'), r'\"at\":T'), (re.compile(r'\\"site\\":\\"[^"\\]*\\"'), r'\"site\":S'), (re.compile(r'\?v=[0-9a-f]+'), '?v=H'), (re.compile(r'([A-Z]\w*)@\d+:\d+'), r'\1@L:C')]
12. def norm(t):
13. for r, s in masks: t = r.sub(s, t)
14. return t
15. fa, fb = sorted(f for f in os.listdir(a) if '-w-' not in f), sorted(f for f in os.listdir(b) if '-w-' not in f) # writes: realdata-compare-writes.py
16. if fa != fb: print('FILE LISTS DIFFER', set(fa) ^ set(fb)); sys.exit(1)
17. raw = masked = 0; bad = []
18. for f in fa:
19. x, y = open(os.path.join(a, f)).read(), open(os.path.join(b, f)).read()
20. if x == y: continue
21. raw += 1
22. if norm(x) != norm(y): bad.append(f)
23. print(f'{len(fa)} files: {len(fa) - raw} byte-identical, {raw - len(bad)} identical after masking, {len(bad)} DIFFERENT')
24. for f in bad[:30]: print(' DIFF', f)
25. sys.exit(1 if bad else 0)