tei/MapLibreParticleLab
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add mapbox-gl-test-suite render tests

Browse Source
This commit is contained in:
Mike Morris
2015-02-10 19:18:32 -08:00
parent 83b32ec1db
commit b87cff289c
6 changed files with 180 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
Makefile
View File

@@ -49,9 +49,16 @@ build/Makefile: $(MBGL)/config/$(HOST).gypi
$(MBGL)/config/%.gypi: $(MBGL) $(MBGL)/configure
make -C $(MBGL) config/$*.gypi
.PHONY: test-suite
test-suite: build
@(`npm bin`/tape test/render.test.js || true)
.PHONY: test-js
test-js: build
@`npm bin`/tape test/js/**/*.test.js
.PHONY: test
test: build
@`npm bin`/tape test/**/*.test.js
test: test-js test-suite
.PHONY: clean
clean:

2
package.json
View File

@@ -6,6 +6,8 @@
"nan": "^1.4.1"
},
"devDependencies": {
"aws-sdk": "^2.1.9",
"mapbox-gl-test-suite": "git://github.com/mapbox/mapbox-gl-test-suite",
"mkdirp": "^0.5.0",
"tape": "^3.5.0"
},

2
scripts/travis_test.sh
View File

@@ -6,5 +6,5 @@ set -o pipefail
# Travis OS X has no GPU
if [[ ${TRAVIS_OS_NAME} == "linux" ]]; then
npm test
# ./scripts/deploy_results.sh
./scripts/deploy_results.sh
fi

6
test/file_source.test.js → test/js/file_source.test.js
View File

@@ -1,9 +1,9 @@
/* jshint node: true, unused: false */
'use strict';
var test = require('tape').test;
/* jshint node: true */
var mbgl = require('..');
var test = require('tape');
var mbgl = require('../..');
test('FileSource', function(t) {
t.test('constructor', function(t) {

8
test/map.test.js → test/js/map.test.js
View File

@@ -1,16 +1,16 @@
/* jshint node: true, unused: false */
'use strict';
var test = require('tape').test;
/* jshint node: true */
var mbgl = require('..');
var test = require('tape');
var mbgl = require('../..');
var fs = require('fs');
var path = require('path');
var mkdirp = require('mkdirp');
mkdirp.sync('test/results');
var style = require('./fixtures/style.json');
var style = require('../fixtures/style.json');
function setup(fileSource, callback) {
callback(new mbgl.Map(fileSource));

161
test/render.test.js Normal file
View File

@@ -0,0 +1,161 @@
'use strict';
/* jshint node:true */
var test = require('tape');
var mbgl = require('..');
var fs = require('fs');
var path = require('path');
var mkdirp = require('mkdirp');
var spawn = require('child_process').spawn;
var suitePath = path.dirname(require.resolve('mapbox-gl-test-suite/package.json'));
function template(name) {
return fs.readFileSync(require.resolve('mapbox-gl-test-suite/templates/' + name + '.html.tmpl')).toString();
}
var results = '';
var resultTemplate = template('result');
function format(tmpl, kwargs) {
return tmpl.replace(/\{\{|\}\}|\{([^}]+)\}/g, function(match, key) {
if (match === '{{') return '{';
if (match === '}}') return '}';
return kwargs[key];
});
}
function renderTest(style, info, base, key) {
var dir = path.join(suitePath, 'tests', base, key);
return function(t) {
var watchdog = setTimeout(function() {
t.fail('timed out after 20 seconds');
}, 20000);
t.once('end', function() {
clearTimeout(watchdog);
});
var fileSource = new mbgl.FileSource();
fileSource.request = function(req) {
fs.readFile(path.join(suitePath, decodeURIComponent(req.url)), function(err, data) {
req.respond(err, { data: data });
t.error(err);
});
};
fileSource.cancel = function() {};
var map = new mbgl.Map(fileSource);
map.load(style);
map.render(info[key], function(err, image) {
t.error(err);
mkdirp.sync(dir);
var expected = path.join(dir, 'expected.png');
var actual = path.join(dir, 'actual.png');
var diff = path.join(dir, 'diff.png');
if (process.env.UPDATE) {
fs.writeFile(expected, image, function(err) {
t.error(err);
t.end();
});
} else {
fs.writeFile(actual, image, function(err) {
t.error(err);
var compare = spawn('compare', ['-metric', 'MAE', actual, expected, diff]);
var error = '';
compare.stderr.on('data', function (data) {
error += data.toString();
});
compare.on('exit', function (code) {
// The compare program returns 2 on error otherwise 0 if the images are similar or 1 if they are dissimilar.
if (code === 2) {
writeResult(error.trim(), Infinity);
} else {
var match = error.match(/^\d+(?:\.\d+)?\s+\(([^\)]+)\)\s*$/);
var difference = match ? parseFloat(match[1]) : Infinity;
writeResult(match ? '' : error, difference);
}
});
compare.stdin.end();
function writeResult(error, difference) {
var allowedDifference = ('diff' in info) ? info.diff : 0.001;
var color = difference <= allowedDifference ? 'green' : 'red';
results += format(resultTemplate, {
name: base,
key: key,
color: color,
error: error ? '<p>' + error + '</p>' : '',
difference: difference,
zoom: info.zoom || 0,
center: info.center || [0, 0],
bearing: info.bearing || 0,
width: info.width || 512,
height: info.height || 512
});
t.ok(difference <= allowedDifference);
t.end();
}
});
}
});
};
}
function rewriteLocalSchema(uri) {
return uri.replace(/^local:\/\//, '');
}
var tests;
if (process.argv[1] === __filename) {
tests = process.argv.slice(2);
}
test('Render', function(t) {
fs.readdirSync(path.join(suitePath, 'tests')).forEach(function(dir) {
if (dir === 'index.html' || dir[0] === '.') return;
if (tests && tests.length && tests.indexOf(dir) < 0) return;
var style = require(path.join(suitePath, 'tests', dir, 'style.json')),
info = require(path.join(suitePath, 'tests', dir, 'info.json'));
for (var k in style.sources) {
var source = style.sources[k];
if (source.tiles) {
source.tiles = source.tiles.map(rewriteLocalSchema);
}
if (source.url) {
source.url = rewriteLocalSchema(source.url);
}
}
if (style.sprite) style.sprite = rewriteLocalSchema(style.sprite);
if (style.glyphs) style.glyphs = rewriteLocalSchema(style.glyphs);
style = JSON.stringify(style);
for (k in info) {
(info[k].native === false ? t.skip : t.test)(dir + ' ' + k, renderTest(style, info, dir, k));
}
});
t.test('results', function(t) {
var p = path.join(suitePath, 'tests', 'index.html');
fs.writeFileSync(p, format(template('results'), {results: results}));
console.warn('Results at: ' + p);
t.end();
});
});