v08

tools/audit_icon_coverage.py

@@ -0,0 +1,54 @@
+#!/usr/bin/env python3
+"""Audit whether IMG-derived POIs have both OSM display tags and names.
+
+This measures converted OSM, NOT actual OsmAnd screen visibility nor .obf indexing.
+Output inventory always includes Garmin codes and example coordinates.
+"""
+import argparse,csv,gzip,json
+from pathlib import Path
+from collections import Counter,defaultdict
+from xml.etree.ElementTree import iterparse
+
+CLASS_KEYS=('amenity','tourism','historic','shop','emergency','leisure','natural','man_made','place','highway','landuse','power','waterway','aerialway','industrial','barrier','sport','building')
+def main():
+ a=argparse.ArgumentParser();a.add_argument('--osm',required=True);a.add_argument('--catalog',required=True);a.add_argument('--csv',required=True);a.add_argument('--json',required=True);a.add_argument('--samples',type=int,default=5);args=a.parse_args()
+ with open(args.catalog,encoding='utf-8-sig',newline='') as f:catalog={r['code'].lower():r for r in csv.DictReader(f)}
+ stats=defaultdict(Counter); samples=defaultdict(list); counts=Counter(); bad=[]; overview=Counter()
+ opener=gzip.open if args.osm.endswith('.gz') else open
+ with opener(args.osm,'rb') as f:
+  for _,el in iterparse(f,events=('end',)):
+   if el.tag not in ('node','way','relation'):continue
+   if el.tag!='node':el.clear();continue
+   tags={x.get('k'):x.get('v') for x in el.findall('tag') if x.get('k') is not None}
+   if tags.get('garmin:feature')!='poi':el.clear();continue
+   code=tags.get('garmin:type','').lower();counts[code]+=1;overview['pois']+=1
+   name=tags.get('name','');kind=[f'{k}={tags[k]}' for k in CLASS_KEYS if k in tags]
+   if not kind:bad.append((code,name,el.get('lat'),el.get('lon'),'no_osm_semantic_tag'));overview['unclassified']+=1
+   if not name:overview['nameless']+=1
+   if tags.get('bgm:generated_name')=='yes':stats[code]['generated_name']+=1;overview['generated_name']+=1
+   if tags.get('bgm:synthetic_icon')=='yes':stats[code]['synthetic_icon']+=1;overview['synthetic_icon']+=1
+   if not tags.get('bgm_poi'):overview['missing_raw_type_index_tag']+=1
+   if len(samples[code])<args.samples:samples[code].append((el.get('lat'),el.get('lon'),name, '|'.join(kind)))
+   el.clear()
+ rows=[]
+ for code in sorted(counts,key=lambda x:(-counts[x],x)):
+  base=catalog.get(code,{})
+  row=dict(code=code,osm_poi_count=counts[code],nationwide_type_count=base.get('count',''),
+        icon_strategy=('synthetic' if stats[code]['synthetic_icon'] else 'native-osm'),
+        synthetic_count=stats[code]['synthetic_icon'],generated_name_count=stats[code]['generated_name'],
+        legend=base.get('verified_legend_bg',''),review_status=base.get('review_status',''),
+        example_lat=samples[code][0][0],example_lon=samples[code][0][1],
+        example_name=samples[code][0][2],example_osm_tags=samples[code][0][3],
+        osm_coord_link=f"https://www.openstreetmap.org/?mlat={samples[code][0][0]}&mlon={samples[code][0][1]}#map=18/{samples[code][0][0]}/{samples[code][0][1]}")
+  rows.append(row)
+ path=Path(args.csv);path.parent.mkdir(parents=True,exist_ok=True)
+ with path.open('w',encoding='utf-8',newline='') as f:
+  if rows:w=csv.DictWriter(f,fieldnames=list(rows[0]));w.writeheader();w.writerows(rows)
+ summary=dict(status='PASS' if not bad and not overview['nameless'] and not overview['missing_raw_type_index_tag'] else 'FAIL',
+              counts=dict(overview),catalog_types=len(catalog),exported_types=len(counts),
+              note='Audit is for OSM tags only. A real .obf inspector comparison and OsmAnd visual inspection remain required.',
+              errors=bad[:100],missing_types_from_catalog=sorted(set(counts)-set(catalog)))
+ Path(args.json).write_text(json.dumps(summary,ensure_ascii=False,indent=2)+'\n',encoding='utf-8')
+ print(json.dumps(summary,ensure_ascii=False,indent=2))
+ return 0 if summary['status']=='PASS' and not summary['missing_types_from_catalog'] else 2
+if __name__=='__main__':raise SystemExit(main())