BudouX で分かち書きするためのクラス
#Siv3D
https://scrapbox.io/files/651912ad510eac001bc89566.png
BudouX を Siv3D で使うためのクラスです。
code:Main.cpp
# include <Siv3D.hpp> // OpenSiv3D v0.6.11
class BudouXParser
{
public:
SIV3D_NODISCARD_CXX20
BudouXParser(HashTable<String, HashTable<String, int32>> model, Optional<int32> totalScore = none)
: m_totalScore{ totalScore.value_or(0) }
, m_model{ std::move(model) }
{
if (not totalScore)
{
for (const auto& featureKey, group : m_model)
{
for (const auto& sequence, score : group)
{
m_totalScore += score;
}
}
}
}
nodiscard
explicit operator bool() const
{
return (not m_model.empty());
}
nodiscard
int32 getScore(StringView featureKey, StringView sequence) const
{
if (const auto itGroup = m_model.find(featureKey); itGroup != m_model.end())
{
const auto& group = itGroup->second;
if (const auto itScore = group.find(sequence); itScore != group.end())
{
const auto& score = itScore->second;
return score;
}
}
return 0;
}
nodiscard
Array<size_t> parseBoundaries(StringView sentence) const
{
constexpr std::tuple<StringView, int32, int32> Features[]
{
{ U"UW1", -3, 1 },
{ U"UW2", -2, 1 },
{ U"UW3", -1, 1 },
{ U"UW4", 0, 1 },
{ U"UW5", 1, 1 },
{ U"UW6", 2, 1 },
{ U"BW1", -2, 2 },
{ U"BW2", -1, 2 },
{ U"BW3", 0, 2 },
{ U"TW1", -3, 3 },
{ U"TW2", -2, 3 },
{ U"TW3", -1, 3 },
{ U"TW4", 0, 3 },
};
Array<size_t> result;
for (int64 i = 1; i < static_cast<int64>(sentence.size()); ++i)
{
int32 score = 0;
for (const auto& key, pos, n : Features)
{
if ((0 <= (i + pos)) && ((i + pos) < static_cast<int64>(sentence.size())))
{
score += getScore(key, sentence.substr((i + pos), n));
}
}
if (score * 2 > m_totalScore)
{
result.push_back(i);
}
}
return result;
}
nodiscard
Array<String> parse(StringView sentence) const
{
Array<String> result;
size_t start = 0;
for (size_t boundary : parseBoundaries(sentence))
{
result.emplace_back(sentence.substr(start, (boundary - start)));
start = boundary;
}
result.emplace_back(sentence.substr(start));
return result;
}
nodiscard
Array<StringView> parseView(StringView sentence) const
{
Array<StringView> result;
size_t start = 0;
for (size_t boundary : parseBoundaries(sentence))
{
result.push_back(sentence.substr(start, (boundary - start)));
start = boundary;
}
result.push_back(sentence.substr(start));
return result;
}
template <class Reader, std::enable_if_t<std::is_base_of_v<IReader, Reader>>* = nullptr>
nodiscard
static BudouXParser Load(Reader&& reader)
{
HashTable<String, HashTable<String, int32>> model;
int32 totalScore = 0;
const auto modelJSON = JSON::Load(std::forward<Reader>(reader));
for (const auto& featureKey, groupJSON : modelJSON)
{
auto& group = modelfeatureKey;
for (const auto& sequence, scoreJSON : groupJSON)
{
const int32 score = scoreJSON.getOr<int32>(0);
groupsequence = score;
totalScore += score;
}
}
return BudouXParser{ std::move(model), totalScore };
}
nodiscard
static BudouXParser Load(FilePathView path)
{
return Load(BinaryReader{ path });
}
nodiscard
static BudouXParser Download(URLView url)
{
MemoryWriter writer;
SimpleHTTP::Get(url, {}, writer);
return Load(MemoryReader{ writer.retrieve() });
}
private:
int32 m_totalScore;
HashTable<String, HashTable<String, int32>> m_model;
};
void Main()
{
const auto parser = BudouXParser::Download(U"https://raw.githubusercontent.com/google/budoux/main/budoux/models/ja.json");
const Font font{ FontMethod::MSDF, 48 };
TextAreaEditState textAreaState
{
U"Siv3D（シブスリーディー）は、音や画像、AI を使ったゲームやアプリを、"
U"モダンな C++ コードで楽しく簡単にプログラミングできるオープンソースのフレームワークです。"
};
auto parsedText = parser.parse(textAreaState.text);
double fontSizeSlider = 0.4;
bool forceReturn = false;
while (System::Update())
{
if (SimpleGUI::TextArea(textAreaState, Vec2{ 30, 20 }, SizeF{ 740, 100 }))
{
parsedText = parser.parse(textAreaState.text.removed(U'\n'));
}
SimpleGUI::Slider(U"Font size", fontSizeSlider, Vec2{ 30, 130 }, 100, 200);
const double fontSize = (fontSizeSlider * 80 + 16);
SimpleGUI::CheckBox(forceReturn, U"境界で必ず改行する", Vec2{ 340, 130 });
{
Vec2 pos{ 30, 180 };
for (const auto& s : parsedText)
{
const auto text = font(s);
const auto advances = text.getXAdvances(fontSize);
if (pos.x != 30 && (forceReturn || ((pos.x + advances.sum()) > 770)))
{
pos.x = 30;
pos.y += font.height(fontSize);
}
double advance = 0;
size_t start = 0;
for (size_t i = 0; i < text.clusters.size(); ++i)
{
advance += advancesi;
if ((pos.x + advance) > 770)
{
font(s.substr(start, (text.clustersi.pos - start))).draw(fontSize, pos);
pos.x = 30;
pos.y += font.height(fontSize);
advance = advancesi;
start = text.clustersi.pos;
}
}
font(s.substr(start)).draw(fontSize, pos);
pos.x += advance;
}
}
}
}