a9ba572118
Rebaseline flag allows to update or create new metric, in cases when metric check is failed or expected metric is missing.
49 lines
1.3 KiB
C++
49 lines
1.3 KiB
C++
#pragma once
|
|
|
|
#include <mbgl/gfx/headless_frontend.hpp>
|
|
#include <mbgl/map/map.hpp>
|
|
|
|
#include "manifest_parser.hpp"
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
|
|
struct RunContext;
|
|
class TestRunnerMapObserver;
|
|
struct TestMetadata;
|
|
|
|
class TestRunner {
|
|
public:
|
|
enum class UpdateResults { NO, DEFAULT, PLATFORM, METRICS, REBASELINE };
|
|
TestRunner(Manifest, UpdateResults);
|
|
bool run(TestMetadata&);
|
|
void reset();
|
|
|
|
// Manifest
|
|
const Manifest& getManifest() const;
|
|
void doShuffle(uint32_t seed);
|
|
|
|
private:
|
|
bool runOperations(const std::string& key, TestMetadata&, RunContext&);
|
|
bool runInjectedProbesBegin(TestMetadata&, RunContext&);
|
|
bool runInjectedProbesEnd(TestMetadata&, RunContext&, mbgl::gfx::RenderingStats);
|
|
|
|
bool checkQueryTestResults(mbgl::PremultipliedImage&& actualImage,
|
|
std::vector<mbgl::Feature>&& features,
|
|
TestMetadata&);
|
|
bool checkRenderTestResults(mbgl::PremultipliedImage&& image, TestMetadata&);
|
|
bool checkProbingResults(TestMetadata&);
|
|
|
|
struct Impl {
|
|
Impl(const TestMetadata&);
|
|
~Impl();
|
|
|
|
std::unique_ptr<TestRunnerMapObserver> observer;
|
|
mbgl::HeadlessFrontend frontend;
|
|
mbgl::Map map;
|
|
};
|
|
std::unordered_map<std::string, std::unique_ptr<Impl>> maps;
|
|
Manifest manifest;
|
|
UpdateResults updateResults;
|
|
};
|