Fix string indexer reallocation bug (#1666)

This commit is contained in:
Stefan Karschti
2023-09-20 19:04:19 +03:00
committed by GitHub
parent 713edd2c8e
commit 5900d69e92
5 changed files with 68 additions and 13 deletions

View File

@@ -123,7 +123,7 @@ void DrawableGL::bindUniformBuffers() const {
if (!uniformBuffer) {
using namespace std::string_literals;
Log::Error(Event::General,
"DrawableGL::bindUniformBuffers: UBO "s + StringIndexer::get(element.first) +
"DrawableGL::bindUniformBuffers: UBO "s + std::string(StringIndexer::get(element.first)) +
" not found. skipping.");
assert(false);
continue;

View File

@@ -287,9 +287,10 @@ void Drawable::setVertices(std::vector<uint8_t>&& data, std::size_t count, gfx::
attrib->setRawData(std::move(data));
attrib->setStride(VertexAttribute::getStrideOf(type));
} else {
using namespace std::string_literals;
Log::Warning(
Event::General,
"Vertex attribute type mismatch: " + name + " / " + StringIndexer::get(impl->idVertexAttrName));
"Vertex attribute type mismatch: "s + name + " / " + StringIndexer::get(impl->idVertexAttrName));
assert(false);
}
}

View File

@@ -1,17 +1,20 @@
#include <mbgl/util/string_indexer.hpp>
#include <cassert>
#include <memory>
namespace mbgl {
namespace {
const std::string empty;
constexpr std::size_t initialCapacity = 100;
constexpr std::size_t initialBufferCapacity = initialCapacity * 32;
} // namespace
StringIndexer::StringIndexer() {
stringToIdentity.reserve(initialCapacity);
identityToString.reserve(initialCapacity);
buffer.reserve(initialBufferCapacity);
}
StringIdentity StringIndexer::get(std::string_view string) {
@@ -36,13 +39,25 @@ StringIdentity StringIndexer::get(std::string_view string) {
if (const auto it = stringToIdentity.find(string); it == stringToIdentity.end()) {
// this writer to insert
auto& buffer = instance().buffer;
const auto previousCapacity = buffer.capacity();
const StringIdentity id = identityToString.size();
identityToString.push_back(std::string(string));
[[maybe_unused]] auto result = stringToIdentity.insert(
{std::string_view(identityToString.back().data(), identityToString.back().length()), id});
assert(result.second);
identityToString.push_back(buffer.size());
buffer.insert(buffer.end(), string.begin(), string.end());
buffer.push_back(0);
if (buffer.capacity() != previousCapacity) {
// reallocation happened
stringToIdentity.clear();
for (auto iIdentity = identityToString.begin(); iIdentity != identityToString.end(); ++iIdentity) {
stringToIdentity[std::string_view(buffer.data() + *iIdentity)] = iIdentity -
identityToString.begin();
}
} else {
[[maybe_unused]] auto result = stringToIdentity.insert(
{std::string_view(buffer.data() + identityToString.back()), id});
assert(result.second);
}
return id;
} else {
// another writer inserted into the map
@@ -51,13 +66,13 @@ StringIdentity StringIndexer::get(std::string_view string) {
}
}
const std::string& StringIndexer::get(const StringIdentity id) {
std::string StringIndexer::get(const StringIdentity id) {
std::shared_lock<std::shared_mutex> readerLock(instance().sharedMutex);
const auto& identityToString = instance().identityToString;
assert(id < identityToString.size());
return id < identityToString.size() ? identityToString[id] : empty;
return id < identityToString.size() ? (instance().buffer.data() + identityToString[id]) : empty;
}
void StringIndexer::clear() {
@@ -65,6 +80,7 @@ void StringIndexer::clear() {
instance().stringToIdentity.clear();
instance().identityToString.clear();
instance().buffer.clear();
}
size_t StringIndexer::size() {