hashirama/goldendict-ng
hashirama/goldendict-ng
0
0
Fork 0
mirror of https://github.com/xiaoyifang/goldendict-ng.git synced 2024-11-27 19:24:08 +00:00
Code Issues Actions 1 Projects Releases Wiki Activity

Full-text search: A little faster search in DSL dictionaries

Browse source
This commit is contained in:
Abs62 2014-04-28 17:58:38 +04:00
parent 0fdc60f71d
commit c32c610665
1 changed files with 60 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

64
dsl.cc
View file

@ -1376,13 +1376,69 @@ void DslDictionary::getArticleText( uint32_t articleAddress, QString & headword,
else
articleText.clear();
articleData.clear();
if( !articleText.empty() )
{
text = gd::toQString( articleText ).normalized( QString::NormalizationForm_C );
ArticleDom dom( gd::normalize( articleText ), getName(), articleHeadword );
articleText.clear();
articleText.clear();
// Parse article text
text = gd::toQString( dom.root.renderAsText( true ) );
// Strip [!trs] areas
int pos = 0;
while( pos >= 0 )
{
pos = text.indexOf( QLatin1String( "[!trs]" ), pos, Qt::CaseInsensitive );
if( pos >= 0 )
{
int pos2 = text.indexOf( QLatin1String( "[/!trs]" ), pos + 6, Qt::CaseInsensitive );
text.remove( pos, pos2 > 0 ? pos2 - pos + 7 : text.length() - pos );
}
}
// Strip tags
text.remove( QRegExp( "\\[[^\\\\\\[\\]]+\\]", Qt::CaseInsensitive ) );
// Chech for insided cards
bool haveInsidedCards = false;
pos = 0;
while( pos >= 0 )
{
pos = text.indexOf( "@", pos );
if( pos > 0 && text.at( pos - 1 ) != '\\' )
{
haveInsidedCards = true;
break;
}
if( pos >= 0 )
pos += 1;
}
if( haveInsidedCards )
{
// Use base DSL parser for articles with insided cards
ArticleDom dom( gd::toWString( text ), getName(), articleHeadword );
text = gd::toQString( dom.root.renderAsText( true ) );
}
else
{
// Unescape DSL symbols
pos = 0;
while( pos >= 0 )
{
pos = text.indexOf( '\\', pos );
if( pos >= 0 )
{
if( text[ pos + 1 ] == '\\' )
pos += 1;
text.remove( pos, 1 );
}
}
}
}
}
/// DslDictionary::getArticle()