mirror of
https://github.com/Laupetin/OpenAssetTools.git
synced 2025-04-19 15:52:53 +00:00
148 lines
5.6 KiB
C++
148 lines
5.6 KiB
C++
#pragma once
|
|
|
|
#include "Csv/CsvStream.h"
|
|
|
|
#include <algorithm>
|
|
#include <istream>
|
|
#include <type_traits>
|
|
#include <vector>
|
|
|
|
namespace string_table
|
|
{
|
|
template<typename StringTableType, typename CellType> class AbstractStringTableLoader
|
|
{
|
|
protected:
|
|
AbstractStringTableLoader() = default;
|
|
virtual ~AbstractStringTableLoader() = default;
|
|
AbstractStringTableLoader(const AbstractStringTableLoader& other) = default;
|
|
AbstractStringTableLoader(AbstractStringTableLoader&& other) noexcept = default;
|
|
AbstractStringTableLoader& operator=(const AbstractStringTableLoader& other) = default;
|
|
AbstractStringTableLoader& operator=(AbstractStringTableLoader&& other) noexcept = default;
|
|
|
|
virtual void SetCellContent(CellType& cell, const char* content) = 0;
|
|
|
|
virtual void PostProcessStringTable(StringTableType* stringTable, const unsigned cellCount, MemoryManager& memory) {}
|
|
|
|
public:
|
|
StringTableType* LoadFromStream(const std::string& assetName, MemoryManager& memory, std::istream& stream)
|
|
{
|
|
auto* stringTable = memory.Create<StringTableType>();
|
|
stringTable->name = memory.Dup(assetName.c_str());
|
|
|
|
std::vector<std::vector<std::string>> csvLines;
|
|
std::vector<std::string> currentLine;
|
|
auto maxCols = 0u;
|
|
const CsvInputStream csv(stream);
|
|
|
|
while (csv.NextRow(currentLine))
|
|
{
|
|
if (currentLine.size() > maxCols)
|
|
maxCols = currentLine.size();
|
|
csvLines.emplace_back(std::move(currentLine));
|
|
currentLine = std::vector<std::string>();
|
|
}
|
|
|
|
stringTable->columnCount = static_cast<int>(maxCols);
|
|
stringTable->rowCount = static_cast<int>(csvLines.size());
|
|
const auto cellCount = static_cast<unsigned>(stringTable->rowCount) * static_cast<unsigned>(stringTable->columnCount);
|
|
|
|
if (cellCount)
|
|
{
|
|
stringTable->values = static_cast<CellType*>(memory.Alloc(sizeof(CellType) * cellCount));
|
|
|
|
for (auto row = 0u; row < csvLines.size(); row++)
|
|
{
|
|
const auto& rowValues = csvLines[row];
|
|
for (auto col = 0u; col < maxCols; col++)
|
|
{
|
|
auto& cell = stringTable->values[row * maxCols + col];
|
|
if (col >= rowValues.size() || rowValues[col].empty())
|
|
SetCellContent(cell, "");
|
|
else
|
|
SetCellContent(cell, memory.Dup(rowValues[col].c_str()));
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
stringTable->values = nullptr;
|
|
}
|
|
|
|
PostProcessStringTable(stringTable, cellCount, memory);
|
|
|
|
return stringTable;
|
|
}
|
|
};
|
|
|
|
// =================================
|
|
// V1: IW3
|
|
// - Cells are const char*
|
|
// =================================
|
|
template<typename StringTableType> class StringTableLoaderV1 final : public AbstractStringTableLoader<StringTableType, const char*>
|
|
{
|
|
protected:
|
|
void SetCellContent(const char*& cell, const char* content) override
|
|
{
|
|
cell = content;
|
|
}
|
|
};
|
|
|
|
// =================================
|
|
// V2: IW4, IW5
|
|
// - Cells are a struct and have a hash
|
|
// =================================
|
|
template<typename StringTableType, int (*HashFunc)(const char*)>
|
|
class StringTableLoaderV2 final : public AbstractStringTableLoader<StringTableType, std::remove_pointer_t<decltype(StringTableType::values)>>
|
|
{
|
|
using CellType_t = decltype(*StringTableType::values);
|
|
|
|
protected:
|
|
void SetCellContent(CellType_t& cell, const char* content) override
|
|
{
|
|
cell.string = content;
|
|
cell.hash = HashFunc(content);
|
|
}
|
|
};
|
|
|
|
// =================================
|
|
// V3: T5, T6
|
|
// - Cells are a struct and have a hash
|
|
// - StringTable has an index array for binary search
|
|
// =================================
|
|
template<typename StringTableType, int (*HashFunc)(const char*)>
|
|
class StringTableLoaderV3 final : public AbstractStringTableLoader<StringTableType, std::remove_pointer_t<decltype(StringTableType::values)>>
|
|
{
|
|
using CellType_t = decltype(*StringTableType::values);
|
|
|
|
protected:
|
|
void SetCellContent(CellType_t& cell, const char* content) override
|
|
{
|
|
cell.string = content;
|
|
cell.hash = HashFunc(content);
|
|
}
|
|
|
|
void PostProcessStringTable(StringTableType* stringTable, const unsigned cellCount, MemoryManager& memory) override
|
|
{
|
|
if (!cellCount)
|
|
{
|
|
stringTable->cellIndex = nullptr;
|
|
return;
|
|
}
|
|
|
|
stringTable->cellIndex = static_cast<int16_t*>(memory.Alloc(sizeof(int16_t) * cellCount));
|
|
for (auto i = 0u; i < cellCount; i++)
|
|
stringTable->cellIndex[i] = i;
|
|
|
|
std::sort(&stringTable->cellIndex[0],
|
|
&stringTable->cellIndex[cellCount - 1],
|
|
[stringTable](const int16_t a, const int16_t b)
|
|
{
|
|
auto compareResult = stringTable->values[a].hash - stringTable->values[b].hash;
|
|
if (compareResult == 0)
|
|
compareResult = (a % stringTable->columnCount) - (b % stringTable->columnCount);
|
|
return compareResult < 0;
|
|
});
|
|
}
|
|
};
|
|
} // namespace string_table
|