Add unified strict audit workflow
This commit is contained in:
OpenAI Codex
BIN
report/strict_audit/compare_diff.png
Normal file
BIN
report/strict_audit/compare_diff.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 420 KiB |
BIN
report/strict_audit/compare_full.png
Normal file
BIN
report/strict_audit/compare_full.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 1.0 MiB |
BIN
report/strict_audit/compare_left.png
Normal file
BIN
report/strict_audit/compare_left.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 477 KiB |
BIN
report/strict_audit/compare_right.png
Normal file
BIN
report/strict_audit/compare_right.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 372 KiB |
184
report/strict_audit/strict_audit_summary.json
Normal file
184
report/strict_audit/strict_audit_summary.json
Normal file
@@ -0,0 +1,184 @@
|
||||
{
|
||||
"compare_url": "http://192.168.200.184/newpec/navsea-compare-karatsu-20nm.html",
|
||||
"compare_version": "20nm-r7-20260331-2044",
|
||||
"backend_audit_json": "/root/sourceserver/pbf/NavSea_Original_vs_Delivery_Render_Audit_Karatsu_20nm_2026-03-31.r7.json",
|
||||
"visual_metrics": {
|
||||
"image_width": 800,
|
||||
"image_height": 580,
|
||||
"total_pixels": 464000,
|
||||
"changed_pixels": 411961,
|
||||
"changed_ratio": 0.887847,
|
||||
"mean_abs_rgb": [
|
||||
30.3034,
|
||||
31.6079,
|
||||
61.2516
|
||||
],
|
||||
"rms_rgb": [
|
||||
45.7879,
|
||||
45.5806,
|
||||
75.4396
|
||||
],
|
||||
"diff_bbox": [
|
||||
0,
|
||||
0,
|
||||
800,
|
||||
580
|
||||
],
|
||||
"full_crop_left": [
|
||||
0,
|
||||
150,
|
||||
800,
|
||||
730
|
||||
],
|
||||
"full_crop_right": [
|
||||
800,
|
||||
150,
|
||||
1600,
|
||||
730
|
||||
]
|
||||
},
|
||||
"backend_summary": {
|
||||
"original_feature_instances": 258317,
|
||||
"engineering_feature_instances": 258317,
|
||||
"result_count": 516634,
|
||||
"status_counts": {
|
||||
"extra_in_engineering": 258317,
|
||||
"missing_in_engineering": 258317
|
||||
},
|
||||
"top_annotation_issues": [
|
||||
{
|
||||
"issue": "extra_text_in_engineering",
|
||||
"source_layer": "bathymetry_line",
|
||||
"count": 24168
|
||||
},
|
||||
{
|
||||
"issue": "text_missing_in_engineering",
|
||||
"source_layer": "L海底地形",
|
||||
"count": 24168
|
||||
},
|
||||
{
|
||||
"issue": "extra_text_in_engineering",
|
||||
"source_layer": "depth_contour",
|
||||
"count": 11929
|
||||
},
|
||||
{
|
||||
"issue": "text_missing_in_engineering",
|
||||
"source_layer": "L等深線",
|
||||
"count": 11929
|
||||
},
|
||||
{
|
||||
"issue": "extra_text_in_engineering",
|
||||
"source_layer": "seabed_text_point",
|
||||
"count": 4499
|
||||
},
|
||||
{
|
||||
"issue": "text_missing_in_engineering",
|
||||
"source_layer": "p底質",
|
||||
"count": 4499
|
||||
},
|
||||
{
|
||||
"issue": "extra_text_in_engineering",
|
||||
"source_layer": "navigation_marks",
|
||||
"count": 1516
|
||||
},
|
||||
{
|
||||
"issue": "text_missing_in_engineering",
|
||||
"source_layer": "p航路標識群",
|
||||
"count": 1516
|
||||
},
|
||||
{
|
||||
"issue": "text_missing_in_engineering",
|
||||
"source_layer": "p地名",
|
||||
"count": 1444
|
||||
},
|
||||
{
|
||||
"issue": "extra_text_in_engineering",
|
||||
"source_layer": "place_label_sea",
|
||||
"count": 1444
|
||||
}
|
||||
],
|
||||
"top_style_semantic_issues": [
|
||||
{
|
||||
"issue": "depth_numeric_missing",
|
||||
"source_layer": "L海底地形",
|
||||
"count": 24168
|
||||
},
|
||||
{
|
||||
"issue": "depth_numeric_missing",
|
||||
"source_layer": "L等深線",
|
||||
"count": 11929
|
||||
},
|
||||
{
|
||||
"issue": "safety_icon_missing",
|
||||
"source_layer": "p航路標識群",
|
||||
"count": 1885
|
||||
},
|
||||
{
|
||||
"issue": "depth_numeric_missing",
|
||||
"source_layer": "L概略等深線",
|
||||
"count": 350
|
||||
},
|
||||
{
|
||||
"issue": "clearance_numeric_missing",
|
||||
"source_layer": "p高さ制限",
|
||||
"count": 33
|
||||
}
|
||||
],
|
||||
"top_source_layer_issues": [
|
||||
{
|
||||
"status": "extra_in_engineering",
|
||||
"source_layer": "baseline_outline",
|
||||
"count": 87709
|
||||
},
|
||||
{
|
||||
"status": "missing_in_engineering",
|
||||
"source_layer": "P基本線ククリ",
|
||||
"count": 87709
|
||||
},
|
||||
{
|
||||
"status": "extra_in_engineering",
|
||||
"source_layer": "baseline_area",
|
||||
"count": 50421
|
||||
},
|
||||
{
|
||||
"status": "missing_in_engineering",
|
||||
"source_layer": "P基本線",
|
||||
"count": 50421
|
||||
},
|
||||
{
|
||||
"status": "extra_in_engineering",
|
||||
"source_layer": "depth_contour",
|
||||
"count": 36460
|
||||
},
|
||||
{
|
||||
"status": "missing_in_engineering",
|
||||
"source_layer": "L等深線",
|
||||
"count": 36460
|
||||
},
|
||||
{
|
||||
"status": "extra_in_engineering",
|
||||
"source_layer": "bathymetry_line",
|
||||
"count": 35940
|
||||
},
|
||||
{
|
||||
"status": "missing_in_engineering",
|
||||
"source_layer": "L海底地形",
|
||||
"count": 35940
|
||||
},
|
||||
{
|
||||
"status": "extra_in_engineering",
|
||||
"source_layer": "onshore_structure_line",
|
||||
"count": 10544
|
||||
},
|
||||
{
|
||||
"status": "missing_in_engineering",
|
||||
"source_layer": "L陸上構造物陸",
|
||||
"count": 10544
|
||||
}
|
||||
]
|
||||
},
|
||||
"notes": [
|
||||
"Visual metrics are browser-rendered screenshot diff metrics from the fixed compare page.",
|
||||
"Backend metrics are current render-audit summary metrics and may remain blind to sprite-load failures."
|
||||
]
|
||||
}
|
||||
60
report/strict_audit/strict_audit_summary.md
Normal file
60
report/strict_audit/strict_audit_summary.md
Normal file
@@ -0,0 +1,60 @@
|
||||
# NavSea Strict Audit Summary
|
||||
|
||||
## Scope
|
||||
|
||||
- Compare page: `http://192.168.200.184/newpec/navsea-compare-karatsu-20nm.html`
|
||||
- Compare version: `20nm-r7-20260331-2044`
|
||||
- Backend render audit: `/root/sourceserver/pbf/NavSea_Original_vs_Delivery_Render_Audit_Karatsu_20nm_2026-03-31.r7.json`
|
||||
|
||||
## Visual Audit
|
||||
|
||||
- changed pixels: `411961` / `464000`
|
||||
- changed ratio: `0.887847`
|
||||
- mean abs rgb: `[30.3034, 31.6079, 61.2516]`
|
||||
- rms rgb: `[45.7879, 45.5806, 75.4396]`
|
||||
- left crop: `[0, 150, 800, 730]`
|
||||
- right crop: `[800, 150, 1600, 730]`
|
||||
|
||||
Artifacts:
|
||||
|
||||
- `/root/sourceserver/pbf/report/strict_audit/compare_full.png`
|
||||
- `/root/sourceserver/pbf/report/strict_audit/compare_left.png`
|
||||
- `/root/sourceserver/pbf/report/strict_audit/compare_right.png`
|
||||
- `/root/sourceserver/pbf/report/strict_audit/compare_diff.png`
|
||||
|
||||
## Backend Render Audit
|
||||
|
||||
- original feature instances: `258317`
|
||||
- delivery feature instances: `258317`
|
||||
- result count: `516634`
|
||||
|
||||
Status counts:
|
||||
|
||||
- `extra_in_engineering`: `258317`
|
||||
- `missing_in_engineering`: `258317`
|
||||
|
||||
Top annotation issues:
|
||||
|
||||
- `extra_text_in_engineering` | `bathymetry_line` | `24168`
|
||||
- `text_missing_in_engineering` | `L海底地形` | `24168`
|
||||
- `extra_text_in_engineering` | `depth_contour` | `11929`
|
||||
- `text_missing_in_engineering` | `L等深線` | `11929`
|
||||
- `extra_text_in_engineering` | `seabed_text_point` | `4499`
|
||||
- `text_missing_in_engineering` | `p底質` | `4499`
|
||||
- `extra_text_in_engineering` | `navigation_marks` | `1516`
|
||||
- `text_missing_in_engineering` | `p航路標識群` | `1516`
|
||||
- `text_missing_in_engineering` | `p地名` | `1444`
|
||||
- `extra_text_in_engineering` | `place_label_sea` | `1444`
|
||||
|
||||
Top style semantic issues:
|
||||
|
||||
- `depth_numeric_missing` | `L海底地形` | `24168`
|
||||
- `depth_numeric_missing` | `L等深線` | `11929`
|
||||
- `safety_icon_missing` | `p航路標識群` | `1885`
|
||||
- `depth_numeric_missing` | `L概略等深線` | `350`
|
||||
- `clearance_numeric_missing` | `p高さ制限` | `33`
|
||||
|
||||
## Interpretation
|
||||
|
||||
- This report intentionally puts browser-rendered visual output and backend render-audit summary in one place.
|
||||
- If the browser screenshot improves but backend counts do not, the current backend audit is likely blind to a browser/runtime issue such as sprite resolution.
|
||||
Reference in New Issue
Block a user