"""Parse the County signal timing sheets -> data/measured/county_timing.json. From each sheet (text layer of data/measured/county-timing/-*.pdf): - per phase 1..8: movement description, yellow, all-red (page 1-2) - schedule lines ("Pattern N on ...") and every coordination pattern: cycle, 16 split times, offset (pages 3-4) The design pattern is chosen in config/corridor.toml [timing] (PM weekday = Pattern 37 at all four lights). """ import re, json, pathlib import pymupdf ROOT = pathlib.Path(__file__).resolve().parents[1] SRC = ROOT/"data/measured/county-timing" def parse(pdf): doc = pymupdf.open(pdf) text = "\n".join(p.get_text() for p in doc) flat = " ".join(text.split()) date = re.search(r"#\d{3}\s+([A-Z][a-z]+ \d+, \d{4})", flat).group(1) phases = {} for m in re.finditer(r"PHASE (\d) \(([^)]*)\)(.*?)(?=PHASE \d \(|----|Emergency|First Phases|$)", flat): n, rec, body = int(m.group(1)), m.group(2), m.group(3) y = re.search(r"Yellow ([\d.]+)", body); ar = re.search(r"All Red ([\d.]+)", body) mn = re.search(r"Minimum ([\d.]+)", body); mx = re.search(r"Max I ([\d.]+)", body) desc = re.sub(r"\s*(SECONDS|Minimum.*)$", "", body.strip()).strip() if n not in phases and y: phases[n] = dict(movement=desc, recall=rec, yellow=float(y.group(1)), all_red=float(ar.group(1)) if ar else None, min_green=float(mn.group(1)) if mn else None, max_green=float(mx.group(1)) if mx else None) schedule = re.findall(r"(Pattern \d+ on [^P]*?\((?:M-F|Everyday|Sat & Sun)\))", flat) coord = re.search(r"First Phases Green: Phases (\d) & (\d)", flat) patterns = {} for m in re.finditer(r"Cycle Length\.+: (\d+) \[PATTERN (\d+)\].*?Time \.: ((?:\d+ ){16}).*?R4L ((?:\d+ ){11})", flat): C, pid, times, tail = int(m.group(1)), m.group(2), list(map(int, m.group(3).split())), list(map(int, m.group(4).split())) patterns[pid] = dict(cycle=C, splits={i+1: t for i, t in enumerate(times) if t}, offset=tail[6]) return dict(date=date, phases=phases, schedule=schedule, patterns=patterns, coordinated_phases=[int(coord.group(1)), int(coord.group(2))] if coord else None) def main(): out = {} for f in sorted(SRC.glob("*.pdf")): lid = f.name[:3] out[lid] = dict(file=f.name, **parse(f)) p = out[lid] print(f"{lid} ({p['date']}): phases {sorted(p['phases'])}, coord {p['coordinated_phases']}, patterns " + ", ".join(f"{k}: C={v['cycle']} off={v['offset']}" for k, v in p["patterns"].items())) json.dump(out, open(ROOT/"data/measured/county_timing.json", "w"), indent=1) if __name__ == "__main__": main()