feat: add warning for dupe localize assets

This commit is contained in:
6arelyFuture 2023-12-26 16:57:28 +01:00
parent 3e18f74a1a
commit 09f7473db4
Signed by: Future
GPG Key ID: FA77F074E98D98A5
12 changed files with 33 additions and 47 deletions

View File

@ -1,9 +0,0 @@
#include "LocalizeFile.h"
LocalizeFileEntry::LocalizeFileEntry() = default;
LocalizeFileEntry::LocalizeFileEntry(std::string key, std::string value)
: m_key(std::move(key)),
m_value(std::move(value))
{
}

View File

@ -1,12 +0,0 @@
#pragma once
#include <string>
class LocalizeFileEntry
{
public:
std::string m_key;
std::string m_value;
LocalizeFileEntry();
LocalizeFileEntry(std::string key, std::string value);
};

View File

@ -39,13 +39,13 @@ bool AssetLoaderLocalizeEntry::LoadFromRaw(
LocalizeFileReader reader(*file.m_stream, assetName, zone->m_language); LocalizeFileReader reader(*file.m_stream, assetName, zone->m_language);
const auto localizeEntries = reader.ReadLocalizeFile(); const auto localizeEntries = reader.ReadLocalizeFile();
for (const auto& entry : localizeEntries) for (const auto& [key, value] : localizeEntries)
{ {
auto* localizeEntry = memory->Create<LocalizeEntry>(); auto* localizeEntry = memory->Create<LocalizeEntry>();
localizeEntry->name = memory->Dup(entry.m_key.c_str()); localizeEntry->name = memory->Dup(key.c_str());
localizeEntry->value = memory->Dup(entry.m_value.c_str()); localizeEntry->value = memory->Dup(value.c_str());
manager->AddAsset(ASSET_TYPE_LOCALIZE_ENTRY, entry.m_key, localizeEntry); manager->AddAsset(ASSET_TYPE_LOCALIZE_ENTRY, key, localizeEntry);
} }
return true; return true;

View File

@ -39,13 +39,13 @@ bool AssetLoaderLocalizeEntry::LoadFromRaw(
LocalizeFileReader reader(*file.m_stream, assetName, zone->m_language); LocalizeFileReader reader(*file.m_stream, assetName, zone->m_language);
const auto localizeEntries = reader.ReadLocalizeFile(); const auto localizeEntries = reader.ReadLocalizeFile();
for (const auto& entry : localizeEntries) for (const auto& [key, value] : localizeEntries)
{ {
auto* localizeEntry = memory->Create<LocalizeEntry>(); auto* localizeEntry = memory->Create<LocalizeEntry>();
localizeEntry->name = memory->Dup(entry.m_key.c_str()); localizeEntry->name = memory->Dup(key.c_str());
localizeEntry->value = memory->Dup(entry.m_value.c_str()); localizeEntry->value = memory->Dup(value.c_str());
manager->AddAsset(ASSET_TYPE_LOCALIZE_ENTRY, entry.m_key, localizeEntry); manager->AddAsset(ASSET_TYPE_LOCALIZE_ENTRY, key, localizeEntry);
} }
return true; return true;

View File

@ -39,13 +39,13 @@ bool AssetLoaderLocalizeEntry::LoadFromRaw(
LocalizeFileReader reader(*file.m_stream, assetName, zone->m_language); LocalizeFileReader reader(*file.m_stream, assetName, zone->m_language);
const auto localizeEntries = reader.ReadLocalizeFile(); const auto localizeEntries = reader.ReadLocalizeFile();
for (const auto& entry : localizeEntries) for (const auto& [key, value] : localizeEntries)
{ {
auto* localizeEntry = memory->Create<LocalizeEntry>(); auto* localizeEntry = memory->Create<LocalizeEntry>();
localizeEntry->name = memory->Dup(entry.m_key.c_str()); localizeEntry->name = memory->Dup(key.c_str());
localizeEntry->value = memory->Dup(entry.m_value.c_str()); localizeEntry->value = memory->Dup(value.c_str());
manager->AddAsset(ASSET_TYPE_LOCALIZE_ENTRY, entry.m_key, localizeEntry); manager->AddAsset(ASSET_TYPE_LOCALIZE_ENTRY, key, localizeEntry);
} }
return true; return true;

View File

@ -39,13 +39,13 @@ bool AssetLoaderLocalizeEntry::LoadFromRaw(
LocalizeFileReader reader(*file.m_stream, assetName, zone->m_language); LocalizeFileReader reader(*file.m_stream, assetName, zone->m_language);
const auto localizeEntries = reader.ReadLocalizeFile(); const auto localizeEntries = reader.ReadLocalizeFile();
for (const auto& entry : localizeEntries) for (const auto& [key, value] : localizeEntries)
{ {
auto* localizeEntry = memory->Create<LocalizeEntry>(); auto* localizeEntry = memory->Create<LocalizeEntry>();
localizeEntry->name = memory->Dup(entry.m_key.c_str()); localizeEntry->name = memory->Dup(key.c_str());
localizeEntry->value = memory->Dup(entry.m_value.c_str()); localizeEntry->value = memory->Dup(value.c_str());
manager->AddAsset(ASSET_TYPE_LOCALIZE_ENTRY, entry.m_key, localizeEntry); manager->AddAsset(ASSET_TYPE_LOCALIZE_ENTRY, key, localizeEntry);
} }
return true; return true;

View File

@ -32,7 +32,7 @@ const std::vector<AbstractParser<SimpleParserValue, LocalizeFileParserState>::se
return !m_state->m_end ? tests : noTests; return !m_state->m_end ? tests : noTests;
} }
std::vector<LocalizeFileEntry> LocalizeFileParser::GetParsedValues() std::map<std::string, std::string> LocalizeFileParser::GetParsedValues()
{ {
return std::move(m_state->m_entries); return std::move(m_state->m_entries);
} }

View File

@ -13,5 +13,5 @@ protected:
public: public:
LocalizeFileParser(SimpleLexer* lexer, GameLanguage language); LocalizeFileParser(SimpleLexer* lexer, GameLanguage language);
std::vector<LocalizeFileEntry> GetParsedValues(); std::map<std::string, std::string> GetParsedValues();
}; };

View File

@ -1,16 +1,15 @@
#pragma once #pragma once
#include "Game/GameLanguage.h" #include "Game/GameLanguage.h"
#include "Localize/LocalizeFile.h"
#include <map>
#include <unordered_set> #include <unordered_set>
#include <vector>
class LocalizeFileParserState class LocalizeFileParserState
{ {
public: public:
bool m_end; bool m_end;
std::vector<LocalizeFileEntry> m_entries; std::map<std::string, std::string> m_entries;
GameLanguage m_language; GameLanguage m_language;
std::string m_language_name_caps; std::string m_language_name_caps;

View File

@ -27,7 +27,7 @@ void LocalizeFileReader::SetupStreamProxies()
m_stream = m_open_streams.back().get(); m_stream = m_open_streams.back().get();
} }
std::vector<LocalizeFileEntry> LocalizeFileReader::ReadLocalizeFile() std::map<std::string, std::string> LocalizeFileReader::ReadLocalizeFile()
{ {
SimpleLexer::Config lexerConfig; SimpleLexer::Config lexerConfig;
lexerConfig.m_emit_new_line_tokens = true; lexerConfig.m_emit_new_line_tokens = true;
@ -43,5 +43,5 @@ std::vector<LocalizeFileEntry> LocalizeFileReader::ReadLocalizeFile()
return parser->GetParsedValues(); return parser->GetParsedValues();
std::cout << "Parsing localization file failed!" << std::endl; std::cout << "Parsing localization file failed!" << std::endl;
return std::vector<LocalizeFileEntry>(); return std::map<std::string, std::string>();
} }

View File

@ -1,9 +1,9 @@
#pragma once #pragma once
#include "Game/GameLanguage.h" #include "Game/GameLanguage.h"
#include "Localize/LocalizeFile.h"
#include "Parsing/IParserLineStream.h" #include "Parsing/IParserLineStream.h"
#include <map>
#include <memory> #include <memory>
#include <string> #include <string>
#include <vector> #include <vector>
@ -21,5 +21,5 @@ class LocalizeFileReader
public: public:
LocalizeFileReader(std::istream& stream, std::string fileName, GameLanguage language); LocalizeFileReader(std::istream& stream, std::string fileName, GameLanguage language);
std::vector<LocalizeFileEntry> ReadLocalizeFile(); std::map<std::string, std::string> ReadLocalizeFile();
}; };

View File

@ -31,5 +31,13 @@ void SequenceLocalizeFileLanguageValue::ProcessMatch(LocalizeFileParserState* st
state->m_current_reference_languages.emplace(langName); state->m_current_reference_languages.emplace(langName);
if (langName == state->m_language_name_caps) if (langName == state->m_language_name_caps)
state->m_entries.emplace_back(state->m_current_reference, valueToken.StringValue()); {
const auto& currentReference = state->m_current_reference;
if (const auto i = state->m_entries.find(currentReference); i != state->m_entries.end())
{
std::cout << "Localize: a value for reference \"" << currentReference << "\" was already defined\n";
}
state->m_entries[currentReference] = valueToken.StringValue();
}
} }