Files
MapLibreParticleLab/benchmark/storage/offline_database.benchmark.cpp
Petr Pokorny d62ff400c6 Replacing hardcoded configuration with configurable API and removing Mapbox assets (#90)
* Refactoring online file source so that tile server configuration is not hardcoded - part 1

* Added default templates

* Update from master

* Renaming MGLAccountManager to MGLSettings. Passing ResourceOptions and TileServerOptions to relevant classes and method in order to remove mapbox hardocded configuration

* Fixing build

* Addedm missing theme

* Unit tests fixes

* Fixing unit tests, adding factory methods for creating predefined configuration.

* Fixing mapbox unit tests

* Additional unit test fixes

* Making MapboxConfiguration default

* Making get/set resource options available in all classes that inherits from FileSource

* Making get/set resource options available in all classes that inherits from FileSource - part 2

* Fixes for Android

* Disable test coverage reports

* Disable test coverage reports

* Disable test coverage reports

* Disable test coverage reports

* Removing hardcoded configuration in iOS project - part 1

* Fixing wrong file extension, making use of tile server options.

* Use apiKey and MGL_API_KEY everywhere

* Just a rename

* Re-enabling tests and improving MGLSettings init

* Removing mapbox hardcoded configuration, using api key everywhere, implementing JNI conversion for TileServerOptions

* Lint issues.

* Integrating configurable tile server properties into Android SDK - part 2

* Removing mabox accounts

* Exposing multiple configurations to Android SDK - bug fixes

* Removing TileServerOptions from public interface - native methods dont work before mapbox-gl library is loaded

* Adding support for configurable predefined styles

* Migrating predefined styles in test app + cleanup

* Parameter fix

* Bug fixes

* Fixing render test build

* Fixing offline tester

* Fixing benchmark tool

* Fix: typo in method name

* Adding code for public access to TileServerOptions

* Bug fixes and debug code removal

* Fixes for macOS, adding unit tests from MapLibre, removing redundant members from OnlineFileSource

* Unit test fixes

* MacOS test app - migrating to configurable tile server options, part 1

* Fixing offline maps

* Migrating macOS test app to MapTiler

* Minor improvements

* Putting back apiKey test

* Added unit tests for MapTiler configuration

* Migrating test resources to MapTiler

* minor fix

* A few fixes

* Fixing macOS tests, removing feedback functionality

* Migrating ios test app to MapTiler

* Migrating ui tests

* UI tests fix

* Benchmarking app fix

* Cleanup and strings updates

* Migrating benchmark app to maptiler

* API key injection in benchmark app

* Putting back release configuration

* Additional tests and fixing issues identified by thread sanitizer.

* Removing test filters

* Fixes and addressing lint issues

* More Maptiler tests + minro fix

* Android instrumentation test migration to MapTiler. Exposing missing TileServerOptions in Android SDK. Minor fixes.

* No requirements on API key format.

* Fixing offline cache test tool

* Adding configurable domain name for sources, adding source domain int MapTiler configuration, cleanup

* Migrating tests to MapTiler, adding code for canonicalizing URLs, removing mapbox stuff from comments, cleanup

* More tests

* Updated database size

* Lint issues

* Fixed test

* Updating developer config API key

* Fixes for Android, propagaing updated tileServerOptions to native file sources, more tests

* Just a few more fixes

* Propagating updated settings to file sources + additional unit test

* Lint issues

* Removing test filter and fixing incorrect uri

* Release preparation

* macos release notes
2021-06-29 12:44:51 +02:00

197 lines
5.9 KiB
C++

#include <benchmark/benchmark.h>
#include <mbgl/storage/offline_database.hpp>
#include <mbgl/storage/resource.hpp>
#include <mbgl/storage/response.hpp>
#include <mbgl/storage/sqlite3.hpp>
#include <mbgl/util/string.hpp>
#include <mbgl/util/logging.hpp>
#include <random>
class OfflineDatabase : public benchmark::Fixture {
public:
void SetUp(const ::benchmark::State&) override {
using namespace std::chrono_literals;
db.setOfflineMapboxTileCountLimit(100000);
response.data = std::make_shared<std::string>(50 * 1024, 0);
response.mustRevalidate = false;
response.expires = mbgl::util::now() + 1h;
resetAmbientTiles();
resetRegion();
}
void resetAmbientTiles() {
using namespace mbgl;
db.clearAmbientCache();
for (unsigned i = 0; i < tileCount; ++i) {
const Resource ambient = Resource::tile("mapbox://tile_ambient" + util::toString(i), 1, 0, 0, 0, Tileset::Scheme::XYZ);
db.put(ambient, response);
}
}
void resetRegion() {
using namespace mbgl;
auto regions = db.listRegions().value();
if (!regions.empty()) {
db.deleteRegion(std::move(regions[0]));
}
OfflineTilePyramidRegionDefinition definition{ "mapbox://style", LatLngBounds::hull({1, 2}, {3, 4}), 5, 6, 2.0, true };
OfflineRegionMetadata metadata{{ 1, 2, 3 }};
auto region = db.createRegion(definition, metadata);
regionID = region->getID();
for (unsigned i = 0; i < tileCount; ++i) {
const Resource offline = Resource::tile("mapbox://tile_offline_region" + util::toString(i), 1.0, 0, 0, 0, Tileset::Scheme::XYZ);
db.putRegionResource(regionID, offline, response);
}
}
mbgl::Response response;
mbgl::OfflineDatabase db{":memory:", mbgl::TileServerOptions::DefaultConfiguration()};
const unsigned tileCount = 100;
int64_t regionID = 0;
};
BENCHMARK_F(OfflineDatabase, InvalidateRegion)(benchmark::State& state) {
while (state.KeepRunning()) {
db.invalidateRegion(regionID);
}
}
BENCHMARK_F(OfflineDatabase, DeleteRegion)(benchmark::State& state) {
while (state.KeepRunning()) {
resetRegion();
}
}
BENCHMARK_F(OfflineDatabase, InsertTileRegion)(benchmark::State& state) {
using namespace mbgl;
while (state.KeepRunning()) {
const Resource offline = Resource::tile("mapbox://InsertTileRegion" +
util::toString(state.iterations()), 1, 0, 0, 0, Tileset::Scheme::XYZ);
db.putRegionResource(regionID, offline, response);
}
}
BENCHMARK_F(OfflineDatabase, InvalidateAmbientCache)(benchmark::State& state) {
while (state.KeepRunning()) {
db.invalidateAmbientCache();
}
}
BENCHMARK_F(OfflineDatabase, ClearAmbientCache)(benchmark::State& state) {
while (state.KeepRunning()) {
resetAmbientTiles();
}
}
BENCHMARK_F(OfflineDatabase, InsertTileCache)(benchmark::State& state) {
using namespace mbgl;
while (state.KeepRunning()) {
const Resource ambient = Resource::tile("mapbox://InsertTileCache" +
util::toString(state.iterations()), 1, 0, 0, 0, Tileset::Scheme::XYZ);
db.put(ambient, response);
}
}
BENCHMARK_F(OfflineDatabase, InsertBigTileCache)(benchmark::State& state) {
using namespace mbgl;
Response big;
big.data = std::make_shared<std::string>(util::DEFAULT_MAX_CACHE_SIZE / 100, 0);
while (state.KeepRunning()) {
const Resource ambient = Resource::tile("mapbox://InsertTileCache" +
util::toString(state.iterations()), 1, 0, 0, 0, Tileset::Scheme::XYZ);
db.put(ambient, big);
}
}
BENCHMARK_F(OfflineDatabase, GetTile)(benchmark::State& state) {
using namespace mbgl;
std::random_device rd;
std::mt19937 gen(rd());
std::uniform_int_distribution<> dis(0, tileCount - 1);
while (state.KeepRunning()) {
auto res = db.get(Resource::tile("mapbox://tile_ambient" + util::toString(dis(gen)), 1, 0, 0, 0, Tileset::Scheme::XYZ));
assert(res != nullopt);
}
}
BENCHMARK_F(OfflineDatabase, AddTilesToFullDatabase)(benchmark::State& state) {
using namespace mbgl;
Log::setObserver(std::make_unique<Log::NullObserver>());
db.setMaximumAmbientCacheSize(50 * 1024 * 5);
while (state.KeepRunning()) {
const Resource ambient = Resource::tile("mapbox://AddTilesToFullDatabase" +
util::toString(state.iterations()), 1, 0, 0, 0, Tileset::Scheme::XYZ);
db.put(ambient, response);
}
Log::removeObserver();
}
BENCHMARK_F(OfflineDatabase, AddTilesToDisabledDatabase)(benchmark::State& state) {
using namespace mbgl;
auto regions = db.listRegions().value();
if (!regions.empty()) {
db.deleteRegion(std::move(regions[0]));
}
// Disables the ambient cache.
db.setMaximumAmbientCacheSize(0);
while (state.KeepRunning()) {
const Resource ambient = Resource::tile("mapbox://AddTilesToFullDatabase" +
util::toString(state.iterations()), 1, 0, 0, 0, Tileset::Scheme::XYZ);
db.put(ambient, response);
}
}
BENCHMARK_F(OfflineDatabase, GetTileFromDisabledDatabase)(benchmark::State& state) {
using namespace mbgl;
auto regions = db.listRegions().value();
if (!regions.empty()) {
db.deleteRegion(std::move(regions[0]));
}
// Disables the ambient cache.
db.setMaximumAmbientCacheSize(0);
while (state.KeepRunning()) {
auto res = db.get(Resource::tile("mapbox://tile_ambient", 1, 0, 0, 0, Tileset::Scheme::XYZ));
assert(res == nullopt);
}
}
BENCHMARK_F(OfflineDatabase, ResizeDatabase)(benchmark::State& state) {
uint64_t size = 25 * 1024 * 1024;
while (state.KeepRunning()) {
db.setMaximumAmbientCacheSize(size);
size -= response.data->size();
if (size < response.data->size()) {
size = 25 * 1024 * 1024;
}
}
}