용언에서 선어말어미를 제외한 어미만 분리하기

[bab2min]

bab2min/kiwipiepy#165 에서 요청된 기능

[bab2min]

enum Match에 새 bit flag인 joinEp를 추가하고 아래 함수에 결합 로직만 추가하면 된다.

Kiwi/src/Kiwi.cpp

Lines 533 to 599 in 37bfa60

	template<class TokenInfoIt>
	TokenInfoIt joinAffixTokens(TokenInfoIt first, TokenInfoIt last, Match matchOptions)
	{
	if (!(matchOptions & (Match::joinNounPrefix | Match::joinNounSuffix | Match::joinVerbSuffix | Match::joinAdjSuffix | Match::joinAdvSuffix))) return last;
	if (std::distance(first, last) < 2) return last;
	auto next = first;
	++next;
	while (next != last)
	{
	TokenInfo& current = *first;
	TokenInfo& nextToken = *next;
	// XPN + (NN. | SN) => (NN. | SN)
	if (!!(matchOptions & Match::joinNounPrefix)
	&& current.tag == POSTag::xpn
	&& ((POSTag::nng <= nextToken.tag && nextToken.tag <= POSTag::nnb) || nextToken.tag == POSTag::sn)
	)
	{
	concatTokens(current, nextToken, nextToken.tag);
	++next;
	}
	// (NN. | SN) + XSN => (NN. | SN)
	else if (!!(matchOptions & Match::joinNounSuffix)
	&& nextToken.tag == POSTag::xsn
	&& ((POSTag::nng <= current.tag && current.tag <= POSTag::nnb) || current.tag == POSTag::sn)
	)
	{
	concatTokens(current, nextToken, current.tag);
	++next;
	}
	// (NN. | XR) + XSV => VV
	else if (!!(matchOptions & Match::joinVerbSuffix)
	&& clearIrregular(nextToken.tag) == POSTag::xsv
	&& ((POSTag::nng <= current.tag && current.tag <= POSTag::nnb) || current.tag == POSTag::xr)
	)
	{
	concatTokens(current, nextToken, setIrregular(POSTag::vv, isIrregular(nextToken.tag)));
	++next;
	}
	// (NN. | XR) + XSA => VA
	else if (!!(matchOptions & Match::joinAdjSuffix)
	&& clearIrregular(nextToken.tag) == POSTag::xsa
	&& ((POSTag::nng <= current.tag && current.tag <= POSTag::nnb) || current.tag == POSTag::xr)
	)
	{
	concatTokens(current, nextToken, setIrregular(POSTag::va, isIrregular(nextToken.tag)));
	++next;
	}
	// (NN. | XR) + XSM => MAG
	else if (!!(matchOptions & Match::joinAdvSuffix)
	&& nextToken.tag == POSTag::xsm
	&& ((POSTag::nng <= current.tag && current.tag <= POSTag::nnb) || current.tag == POSTag::xr)
	)
	{
	concatTokens(current, nextToken, POSTag::mag);
	++next;
	}
	else
	{
	++first;
	if (first != next) *first = std::move(*next);
	++next;
	}
	}
	return ++first;
	}