Skip to content

Commit b7512fa

Browse files
committed
Resest pos tags for each text
Solves issue #174
1 parent 2b3dcff commit b7512fa

File tree

1 file changed

+7
-0
lines changed
  • lima_linguisticprocessing/src/linguisticProcessing/core/DeepLimaUnits/RnnTokensAnalyzer

1 file changed

+7
-0
lines changed

lima_linguisticprocessing/src/linguisticProcessing/core/DeepLimaUnits/RnnTokensAnalyzer/RnnTokensAnalyzer.cpp

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -63,6 +63,7 @@ class RnnTokensAnalyzerPrivate: public ConfigurationHelper
6363
void analyzer(vector<segmentation::token_pos>& buffer);
6464
void insertTokenInfo(TokenSequenceAnalyzer<>::TokenIterator &ti);
6565
dumper::AnalysisToConllU<TokenSequenceAnalyzer<>::TokenIterator> m_dumper;
66+
void reset();
6667

6768
Lima::AnalysisContent* m_analysis;
6869
MediaId m_language;
@@ -336,9 +337,15 @@ void RnnTokensAnalyzerPrivate::init(GroupConfigurationStructure& unitConfigurati
336337

337338
}
338339

340+
void RnnTokensAnalyzerPrivate::reset()
341+
{
342+
m_tags.clear();
343+
m_lemmas.clear();
344+
}
339345

340346
void RnnTokensAnalyzerPrivate::analyzer(std::vector<segmentation::token_pos> &buffer)
341347
{
348+
reset();
342349
m_tokensAnalyzer->register_handler([this](std::shared_ptr< StringIndex > stridx,
343350
const token_buffer_t<>& tokens,
344351
const std::vector<StringIndex::idx_t>& lemmata,

0 commit comments

Comments
 (0)