tei/MapLibreParticleLab
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Enable Render test CI (#837)

Browse Source 
Co-authored-by: wei chen <wei.chen@grabtaxi.com>
This commit is contained in:
Wei Chen
2023-02-22 19:48:24 +08:00
committed by GitHub
parent c967074af3
commit ea9091fc98
70 changed files with 716 additions and 130 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/node-ci.yml vendored
View File

@@ -158,7 +158,7 @@ jobs:
- name: Run render tests on macOS - name: Run render tests on macOS
if: runner.os == 'macOS' if: runner.os == 'macOS'
run: ./build/mbgl-render-test-runner --manifestPath metrics/macos-xcode11-release-style.json run: set -o pipefail && ./build/mbgl-render-test-runner --manifestPath metrics/macos-xcode11-release-style.json
- name: Upload render test artifacts - name: Upload render test artifacts
uses: actions/upload-artifact@v3 uses: actions/upload-artifact@v3

2
metrics/linux-gcc8-release/render-tests/icon-rotate/with-offset/metrics.json
View File

@@ -13,7 +13,7 @@
], ],
"gfx": [ "gfx": [
[ [
"probeGFX - default - end", "probeGFX - default1 - end",
2, 2,
6, 6,
12, 12,

35
metrics/macos-xcode11-release/render-tests/circle-sort-key/literal/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
0,
0
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
4,
9,
13,
1,
[
65552,
65552
],
[
94,
94
],
[
448,
448
]
]
]
}

6
metrics/macos-xcode11-release/render-tests/debug/collision-icon-text-line-translate/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
4, 4,
13, 21,
19, 19,
1, 1,
[ [
87892, 87924,
87892 87924
], ],
[ [
1578, 1578,

6
metrics/macos-xcode11-release/render-tests/debug/collision-icon-text-point-translate/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
4, 4,
13, 21,
19, 19,
1, 1,
[ [
87892, 87924,
87892 87924
], ],
[ [
102, 102,

6
metrics/macos-xcode11-release/render-tests/debug/collision-lines-overscaled/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
4, 4,
13, 21,
19, 19,
1, 1,
[ [
156088, 156120,
156088 156120
], ],
[ [
790, 790,

6
metrics/macos-xcode11-release/render-tests/debug/collision-lines-pitched/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
2, 2,
4, 6,
12, 12,
1, 1,
[ [
71936, 71944,
71936 71944
], ],
[ [
30814, 30814,

6
metrics/macos-xcode11-release/render-tests/debug/collision-lines/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
2, 2,
4, 6,
12, 12,
1, 1,
[ [
71936, 71944,
71936 71944
], ],
[ [
30814, 30814,

6
metrics/macos-xcode11-release/render-tests/debug/collision-overscaled/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
4, 4,
5, 8,
19, 19,
1, 1,
[ [
36896, 36908,
36896 36908
], ],
[ [
26342, 26342,

6
metrics/macos-xcode11-release/render-tests/debug/collision-pitched-wrapped/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
16, 16,
25, 41,
61, 61,
1, 1,
[ [
276736, 276800,
276736 276800
], ],
[ [
51862, 51862,

6
metrics/macos-xcode11-release/render-tests/debug/collision-pitched/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
16, 16,
36, 60,
61, 61,
1, 1,
[ [
413280, 413376,
413280 413376
], ],
[ [
7062, 7062,

35
metrics/macos-xcode11-release/render-tests/filter/in/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
0,
0
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
3,
3,
10,
1,
[
32768,
32768
],
[
214,
214
],
[
664,
664
]
]
]
}

6
metrics/macos-xcode11-release/render-tests/icon-rotate/with-offset/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
2, 2,
4, 6,
12, 12,
1, 1,
[ [
21120, 21128,
21120 21128
], ],
[ [
50, 50,

6
metrics/macos-xcode11-release/render-tests/image/default/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
6, 7,
7, 7,
1, 1,
[ [
2139136, 2139140,
2139136 2139140
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/image/pitched/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
13, 14,
7, 7,
1, 1,
[ [
2253824, 2253828,
2253824 2253828
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/image/raster-brightness/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
6, 7,
7, 7,
1, 1,
[ [
2139136, 2139140,
2139136 2139140
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/image/raster-contrast/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
6, 7,
7, 7,
1, 1,
[ [
2139136, 2139140,
2139136 2139140
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/image/raster-hue-rotate/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
6, 7,
7, 7,
1, 1,
[ [
2139136, 2139140,
2139136 2139140
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/image/raster-opacity/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
6, 7,
7, 7,
1, 1,
[ [
2139136, 2139140,
2139136 2139140
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/image/raster-resampling/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
3, 4,
7, 7,
1, 1,
[ [
2089984, 2089988,
2089984 2089988
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/image/raster-saturation/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
6, 7,
7, 7,
1, 1,
[ [
2139136, 2139140,
2139136 2139140
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/image/raster-visibility/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
6, 7,
7, 7,
1, 1,
[ [
2139136, 2139140,
2139136 2139140
], ],
[ [
34, 34,

35
metrics/macos-xcode11-release/render-tests/line-dasharray/zero-length-gap/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
0,
0
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
6,
8,
20,
1,
[
34048,
34048
],
[
58,
58
],
[
784,
784
]
]
]
}

35
metrics/macos-xcode11-release/render-tests/line-gradient/gradient-tile-boundaries/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
0,
0
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
4,
6,
9,
1,
[
66560,
66560
],
[
94,
94
],
[
192,
192
]
]
]
}

22
metrics/macos-xcode11-release/render-tests/map-mode/tile-avoid-edges/metrics.json
View File

@@ -2,8 +2,8 @@
"network": [ "network": [
[ [
"probeNetwork - default - end", "probeNetwork - default - end",
8, 5,
246523 178378
], ],
[ [
"probeNetwork - default - start", "probeNetwork - default - start",
@@ -14,21 +14,21 @@
"gfx": [ "gfx": [
[ [
"probeGFX - default - end", "probeGFX - default - end",
103, 23,
15, 8,
207, 51,
1, 1,
[ [
207972, 53024,
207972 53024
], ],
[ [
162572, 43734,
162572 43734
], ],
[ [
512168, 151604,
512168 151604
] ]
] ]
] ]

6
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#3010/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
3, 4,
7, 7,
1, 1,
[ [
2089984, 2089988,
2089984 2089988
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#4550/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
3, 4,
7, 7,
1, 1,
[ [
2089984, 2089988,
2089984 2089988
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#4551/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
2, 2,
4, 5,
7, 7,
1, 1,
[ [
2106368, 2106372,
2106368 2106372
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#4573/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
1, 1,
3, 4,
7, 7,
1, 1,
[ [
2089984, 2089988,
2089984 2089988
], ],
[ [
34, 34,

6
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#4647/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
2, 2,
4, 6,
12, 12,
1, 1,
[ [
35828, 35836,
35828 35836
], ],
[ [
86, 86,

35
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#5171/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
0,
0
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
2,
3,
7,
1,
[
32768,
32768
],
[
34,
34
],
[
96,
96
]
]
]
}

6
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#5911/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
4, 4,
45, 85,
19, 19,
1, 1,
[ [
662656, 662816,
662656 662816
], ],
[ [
438, 438,

6
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#5911a/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
2, 2,
60, 110,
12, 12,
1, 1,
[ [
864279, 864479,
864279 864479
], ],
[ [
898, 898,

6
metrics/macos-xcode11-release/render-tests/regressions/mapbox-gl-js#6919/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
4, 4,
7, 11,
9, 9,
1, 1,
[ [
92941, 92957,
92941 92957
], ],
[ [
358, 358,

35
metrics/macos-xcode11-release/render-tests/symbol-placement/line-center-buffer-tile-map-mode/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
6,
268053
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
10,
22,
32,
4,
[
158509,
158509
],
[
712,
712
],
[
4576,
4576
]
]
]
}

35
metrics/macos-xcode11-release/render-tests/symbol-placement/line-center-tile-map-mode/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
8,
1755006
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
20,
24,
60,
4,
[
131780,
131780
],
[
102328,
102328
],
[
600256,
600256
]
]
]
}

6
metrics/macos-xcode11-release/render-tests/symbol-placement/line-center/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
8, 8,
9, 15,
25, 25,
1, 1,
[ [
98642, 98666,
98642 98666
], ],
[ [
40606, 40606,

35
metrics/macos-xcode11-release/render-tests/symbol-sort-key/placement-tile-boundary-left-then-right/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
2,
211659
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
3,
7,
13,
1,
[
53920,
53920
],
[
58,
58
],
[
544,
544
]
]
]
}

6
metrics/macos-xcode11-release/render-tests/text-rotate/with-offset/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
2, 2,
4, 6,
12, 12,
1, 1,
[ [
35828, 35836,
35828 35836
], ],
[ [
86, 86,

35
metrics/macos-xcode11-release/render-tests/text-size/zero/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
1,
84942
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
1,
21,
9,
1,
[
215688,
215688
],
[
58,
58
],
[
544,
544
]
]
]
}

10
metrics/macos-xcode11-release/render-tests/text-variable-anchor/all-anchors-tile-map-mode/metrics.json
View File

@@ -2,8 +2,8 @@
"network": [ "network": [
[ [
"probeNetwork - default - end", "probeNetwork - default - end",
13, 16,
2413450 2668276
], ],
[ [
"probeNetwork - default - start", "probeNetwork - default - start",
@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
8, 8,
16, 24,
36, 36,
4, 4,
[ [
143312, 143344,
143312 143344
], ],
[ [
194056, 194056,

6
metrics/macos-xcode11-release/render-tests/text-variable-anchor/icon-text-fit-collision-box/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
4, 4,
4, 6,
19, 19,
1, 1,
[ [
32035, 32043,
32035 32043
], ],
[ [
422, 422,

35
metrics/macos-xcode11-release/render-tests/text-variable-anchor/left-top-right-bottom-offset-tile-map-mode/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
22,
3183754
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
12,
24,
52,
4,
[
296872,
296872
],
[
79084,
79084
],
[
1053536,
1053536
]
]
]
}

6
metrics/macos-xcode11-release/render-tests/text-variable-anchor/pitched-rotated-debug/metrics.json
View File

@@ -15,12 +15,12 @@
[ [
"probeGFX - default - end", "probeGFX - default - end",
8, 8,
15, 25,
33, 33,
1, 1,
[ [
176080, 176120,
176080 176120
], ],
[ [
101270, 101270,

35
metrics/macos-xcode11-release/render-tests/within/filter-with-inlined-geojson/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
0,
0
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
4,
4,
10,
1,
[
49152,
49152
],
[
66,
66
],
[
100,
100
]
]
]
}

35
metrics/macos-xcode11-release/render-tests/within/layout-text/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
1,
84942
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
13,
17,
21,
1,
[
207208,
207208
],
[
210,
210
],
[
944,
944
]
]
]
}

35
metrics/macos-xcode11-release/render-tests/within/paint-circle/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
0,
0
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
16,
13,
29,
1,
[
196608,
196608
],
[
246,
246
],
[
528,
528
]
]
]
}

35
metrics/macos-xcode11-release/render-tests/within/paint-icon/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
2,
211659
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
13,
17,
22,
1,
[
154848,
154848
],
[
174,
174
],
[
528,
528
]
]
]
}

35
metrics/macos-xcode11-release/render-tests/within/paint-line/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
0,
0
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
5,
4,
13,
1,
[
49152,
49152
],
[
286,
286
],
[
528,
528
]
]
]
}

35
metrics/macos-xcode11-release/render-tests/within/paint-text/metrics.json Normal file
View File

@@ -0,0 +1,35 @@
{
"network": [
[
"probeNetwork - default - end",
1,
84942
],
[
"probeNetwork - default - start",
0,
0
]
],
"gfx": [
[
"probeGFX - default - end",
13,
17,
22,
1,
[
207700,
207700
],
[
246,
246
],
[
1680,
1680
]
]
]
}

3
metrics/tests/location_indicator/change_image/style.json
View File

@@ -31,7 +31,8 @@
"puck_hat.png", "puck_hat.png",
{"pixelRatio": 4.0} {"pixelRatio": 4.0}
] ]
] ],
"ignoreProbing": true
} }
}, },
"sources": { "sources": {

3
metrics/tests/location_indicator/dateline/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

3
metrics/tests/location_indicator/default/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"sources": { "sources": {

3
metrics/tests/location_indicator/image_pixel_ratio/style.json
View File

@@ -24,7 +24,8 @@
"puck_shadow.png", "puck_shadow.png",
{"pixelRatio": 2.0} {"pixelRatio": 2.0}
] ]
] ],
"ignoreProbing": true
} }
}, },
"sources": { "sources": {

3
metrics/tests/location_indicator/no_radius_border/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

3
metrics/tests/location_indicator/no_radius_fill/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

3
metrics/tests/location_indicator/no_textures/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

3
metrics/tests/location_indicator/one_texture/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

3
metrics/tests/location_indicator/rotated/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

3
metrics/tests/location_indicator/tilted/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

3
metrics/tests/location_indicator/tilted_texture_shift/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

3
metrics/tests/location_indicator/tilted_texture_shift_bottom_left/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.768885, 35.693125 ], "center": [ 139.768885, 35.693125 ],

3
metrics/tests/location_indicator/tilted_texture_shift_bottom_right/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766487, 35.694867 ], "center": [ 139.766487, 35.694867 ],

3
metrics/tests/location_indicator/tilted_texture_shift_top_left/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766972, 35.687286 ], "center": [ 139.766972, 35.687286 ],

3
metrics/tests/location_indicator/tilted_texture_shift_top_right/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.759723, 35.692799 ], "center": [ 139.759723, 35.692799 ],

3
metrics/tests/location_indicator/two_textures/style.json
View File

@@ -20,7 +20,8 @@
"puck_shadow", "puck_shadow",
"puck_shadow.png" "puck_shadow.png"
] ]
] ],
"ignoreProbing": true
} }
}, },
"center": [ 139.766707, 35.693055 ], "center": [ 139.766707, 35.693055 ],

5
render-test/metadata.hpp
View File

@@ -138,6 +138,11 @@ struct TestMetadata {
bool renderTest = true; bool renderTest = true;
bool outputsImage = true; bool outputsImage = true;
bool ignoredTest = false; bool ignoredTest = false;
// If unit test hasn't metric.json, the unit test will end with
// error message: "Failed to find expectations for..., to prevent
// unit test error by missing metric.json, can turn on 'ignoreProbing'
// to prevent the unit test fail, and just verify the render result.
bool ignoreProbing = false;
mbgl::Size size{ 512u, 512u }; mbgl::Size size{ 512u, 512u };
float pixelRatio = 1.0f; float pixelRatio = 1.0f;

10
render-test/parser.cpp
View File

@@ -564,6 +564,12 @@ TestMetadata parseTestMetadata(const TestPaths& paths) {
} }
metadata.renderTest = false; metadata.renderTest = false;
} }
if (testValue.HasMember("ignoreProbing")) {
if (testValue["ignoreProbing"].IsBool()) {
metadata.ignoreProbing = testValue["ignoreProbing"].GetBool();
}
}
if (testValue.HasMember("queryOptions")) { if (testValue.HasMember("queryOptions")) {
assert(testValue["queryOptions"].IsObject()); assert(testValue["queryOptions"].IsObject());
@@ -997,7 +1003,6 @@ TestOperations parseTestOperations(TestMetadata& metadata) {
} else if (operationArray[0].GetString() == networkProbeStartOp) { } else if (operationArray[0].GetString() == networkProbeStartOp) {
// probeNetworkStart // probeNetworkStart
result.emplace_back([](TestContext&) { result.emplace_back([](TestContext&) {
assert(!mbgl::ProxyFileSource::isTrackingActive());
mbgl::ProxyFileSource::setTrackingActive(true); mbgl::ProxyFileSource::setTrackingActive(true);
return true; return true;
}); });
@@ -1007,7 +1012,6 @@ TestOperations parseTestOperations(TestMetadata& metadata) {
assert(operationArray[1].IsString()); assert(operationArray[1].IsString());
std::string mark = std::string(operationArray[1].GetString(), operationArray[1].GetStringLength()); std::string mark = std::string(operationArray[1].GetString(), operationArray[1].GetStringLength());
result.emplace_back([mark](TestContext& ctx) { result.emplace_back([mark](TestContext& ctx) {
assert(mbgl::ProxyFileSource::isTrackingActive());
ctx.getMetadata().metrics.network.emplace( ctx.getMetadata().metrics.network.emplace(
std::piecewise_construct, std::piecewise_construct,
std::forward_as_tuple(std::move(mark)), std::forward_as_tuple(std::move(mark)),
@@ -1018,7 +1022,6 @@ TestOperations parseTestOperations(TestMetadata& metadata) {
} else if (operationArray[0].GetString() == networkProbeEndOp) { } else if (operationArray[0].GetString() == networkProbeEndOp) {
// probeNetworkEnd // probeNetworkEnd
result.emplace_back([](TestContext&) { result.emplace_back([](TestContext&) {
assert(mbgl::ProxyFileSource::isTrackingActive());
mbgl::ProxyFileSource::setTrackingActive(false); mbgl::ProxyFileSource::setTrackingActive(false);
return true; return true;
}); });
@@ -1252,7 +1255,6 @@ TestOperations parseTestOperations(TestMetadata& metadata) {
} else if (operationArray[0].GetString() == gfxProbeStartOp) { } else if (operationArray[0].GetString() == gfxProbeStartOp) {
// probeGFXStart // probeGFXStart
result.emplace_back([](TestContext& ctx) { result.emplace_back([](TestContext& ctx) {
assert(!ctx.gfxProbeActive);
ctx.gfxProbeActive = true; ctx.gfxProbeActive = true;
ctx.baselineGfxProbe = ctx.activeGfxProbe; ctx.baselineGfxProbe = ctx.activeGfxProbe;
return true; return true;

2
render-test/render_test.cpp
View File

@@ -225,12 +225,14 @@ int runRenderTests(int argc, char** argv, std::function<void()> testStatus) {
status = "errored"; status = "errored";
color = "red"; color = "red";
stats.erroredTests++; stats.erroredTests++;
returnCode = 2;
printf(ANSI_COLOR_RED "* errored %s" ANSI_COLOR_RESET "\n", id.c_str()); printf(ANSI_COLOR_RED "* errored %s" ANSI_COLOR_RESET "\n", id.c_str());
printf(ANSI_COLOR_RED "* error: %s" ANSI_COLOR_RESET "\n", metadata.errorMessage.c_str()); printf(ANSI_COLOR_RED "* error: %s" ANSI_COLOR_RESET "\n", metadata.errorMessage.c_str());
} else { } else {
status = "failed"; status = "failed";
color = "red"; color = "red";
stats.failedTests++; stats.failedTests++;
returnCode = 3;
printf(ANSI_COLOR_RED "* failed %s" ANSI_COLOR_RESET "\n", id.c_str()); printf(ANSI_COLOR_RED "* failed %s" ANSI_COLOR_RESET "\n", id.c_str());
} }
} }

5
render-test/runner.cpp
View File

@@ -629,7 +629,6 @@ TestOperations getAfterOperations(const Manifest& manifest) {
} }
if (networkProbeOp == probe) { if (networkProbeOp == probe) {
result.emplace_back([](TestContext& ctx) { result.emplace_back([](TestContext& ctx) {
assert(ProxyFileSource::isTrackingActive());
ctx.getMetadata().metrics.network.emplace( ctx.getMetadata().metrics.network.emplace(
std::piecewise_construct, std::piecewise_construct,
std::forward_as_tuple(networkProbeOp + mark), std::forward_as_tuple(networkProbeOp + mark),
@@ -864,7 +863,9 @@ void TestRunner::run(TestMetadata& metadata) {
} }
if (metadata.renderTest) { if (metadata.renderTest) {
checkProbingResults(metadata); if (!metadata.ignoreProbing) {
checkProbingResults(metadata);
}
appendLabelCutOffResults(metadata, cutOffLabelsReport, duplicationsReport); appendLabelCutOffResults(metadata, cutOffLabelsReport, duplicationsReport);
checkRenderTestResults(std::move(result.image), metadata); checkRenderTestResults(std::move(result.image), metadata);
} else { } else {