#pragma once #include "Csv/CsvStream.h" #include #include #include #include namespace string_table { template class AbstractStringTableLoader { protected: AbstractStringTableLoader() = default; virtual ~AbstractStringTableLoader() = default; AbstractStringTableLoader(const AbstractStringTableLoader& other) = default; AbstractStringTableLoader(AbstractStringTableLoader&& other) noexcept = default; AbstractStringTableLoader& operator=(const AbstractStringTableLoader& other) = default; AbstractStringTableLoader& operator=(AbstractStringTableLoader&& other) noexcept = default; virtual void SetCellContent(CellType& cell, const char* content) = 0; virtual void PostProcessStringTable(StringTableType* stringTable, const unsigned cellCount, MemoryManager& memory) {} public: StringTableType* LoadFromStream(const std::string& assetName, MemoryManager& memory, std::istream& stream) { auto* stringTable = memory.Create(); stringTable->name = memory.Dup(assetName.c_str()); std::vector> csvLines; std::vector currentLine; auto maxCols = 0u; const CsvInputStream csv(stream); while (csv.NextRow(currentLine)) { if (currentLine.size() > maxCols) maxCols = currentLine.size(); csvLines.emplace_back(std::move(currentLine)); currentLine = std::vector(); } stringTable->columnCount = static_cast(maxCols); stringTable->rowCount = static_cast(csvLines.size()); const auto cellCount = static_cast(stringTable->rowCount) * static_cast(stringTable->columnCount); if (cellCount) { stringTable->values = static_cast(memory.Alloc(sizeof(CellType) * cellCount)); for (auto row = 0u; row < csvLines.size(); row++) { const auto& rowValues = csvLines[row]; for (auto col = 0u; col < maxCols; col++) { auto& cell = stringTable->values[row * maxCols + col]; if (col >= rowValues.size() || rowValues[col].empty()) SetCellContent(cell, ""); else SetCellContent(cell, memory.Dup(rowValues[col].c_str())); } } } else { stringTable->values = nullptr; } PostProcessStringTable(stringTable, cellCount, memory); return stringTable; } }; // ================================= // V1: IW3 // - Cells are const char* // ================================= template class StringTableLoaderV1 final : public AbstractStringTableLoader { protected: void SetCellContent(const char*& cell, const char* content) override { cell = content; } }; // ================================= // V2: IW4, IW5 // - Cells are a struct and have a hash // ================================= template class StringTableLoaderV2 final : public AbstractStringTableLoader> { using CellType_t = decltype(*StringTableType::values); protected: void SetCellContent(CellType_t& cell, const char* content) override { cell.string = content; cell.hash = HashFunc(content); } }; // ================================= // V3: T5, T6 // - Cells are a struct and have a hash // - StringTable has an index array for binary search // ================================= template class StringTableLoaderV3 final : public AbstractStringTableLoader> { using CellType_t = decltype(*StringTableType::values); protected: void SetCellContent(CellType_t& cell, const char* content) override { cell.string = content; cell.hash = HashFunc(content); } void PostProcessStringTable(StringTableType* stringTable, const unsigned cellCount, MemoryManager& memory) override { if (!cellCount) { stringTable->cellIndex = nullptr; return; } stringTable->cellIndex = static_cast(memory.Alloc(sizeof(int16_t) * cellCount)); for (auto i = 0u; i < cellCount; i++) stringTable->cellIndex[i] = i; std::sort(&stringTable->cellIndex[0], &stringTable->cellIndex[cellCount - 1], [stringTable](const int16_t a, const int16_t b) { auto compareResult = stringTable->values[a].hash - stringTable->values[b].hash; if (compareResult == 0) compareResult = (a % stringTable->columnCount) - (b % stringTable->columnCount); return compareResult < 0; }); } }; } // namespace string_table