hashirama/goldendict-ng
hashirama/goldendict-ng
0
0
Fork 0
mirror of https://github.com/xiaoyifang/goldendict-ng.git synced 2024-11-24 04:24:09 +00:00
Code Issues Actions 1 Projects Releases Wiki Activity

Merge branch 'staged' into dev

Browse source
This commit is contained in:
Xiao YiFang 2022-07-30 11:57:13 +08:00
parent 89a8ad38f4 66e5deaf62
commit 740d400d18
3 changed files with 73 additions and 33 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
articleview.cc
View file

@ -548,7 +548,6 @@ void ArticleView::loadFinished( bool result )
return;
}
if( cfg.preferences.autoScrollToTargetArticle )
{
QString const scrollTo = Utils::Url::queryItemValue( url, "scrollto" );

75
ftshelpers.cc
View file

@ -220,6 +220,8 @@ bool parseSearchString( QString const & str, QStringList & indexWords,
return true;
}
//definition;
Mutex lockMutex;
void parseArticleForFts( uint32_t articleAddress, QString & articleText,
QMap< QString, QVector< uint32_t > > & words,
@ -232,7 +234,7 @@ void parseArticleForFts( uint32_t articleAddress, QString & articleText,
.split( handleRoundBrackets ? RX::Ftx::handleRoundBracket : RX::Ftx::noRoundBracket,
Qt::SkipEmptyParts );
QSet< QString > setOfWords;
QVector< QString > setOfWords;
setOfWords.reserve( articleWords.size() );
for( int x = 0; x < articleWords.size(); x++ )
@ -253,10 +255,11 @@ void parseArticleForFts( uint32_t articleAddress, QString & articleText,
&& QChar( word[ y + 1 ] ).isLowSurrogate() )
hieroglyph.append( word[ ++y ] );
if( !setOfWords.contains( hieroglyph ) )
//if( !setOfWords.contains( hieroglyph ) )
{
setOfWords.insert( hieroglyph );
words[ hieroglyph ].push_back( articleAddress );
setOfWords.push_back( hieroglyph );
/*Mutex::Lock _( _mapLock );
words[ hieroglyph ].push_back( articleAddress );*/
}
hieroglyph.clear();
@ -302,20 +305,33 @@ void parseArticleForFts( uint32_t articleAddress, QString & articleText,
for( QStringList::iterator it = list.begin(); it != list.end(); ++it )
{
if( !setOfWords.contains( *it ) )
//if( !setOfWords.contains( *it ) )
{
setOfWords.insert( *it );
words[ *it ].push_back( articleAddress );
setOfWords.push_back( *it );
/*Mutex::Lock _( _mapLock );
words[ *it ].push_back( articleAddress );*/
}
}
}
else
if( !setOfWords.contains( word ) )
//if( !setOfWords.contains( word ) )
{
setOfWords.insert( word );
words[ word ].push_back( articleAddress );
setOfWords.push_back( word );
/*Mutex::Lock _( _mapLock );
words[ word ].push_back( articleAddress );*/
}
}
}
{
Mutex::Lock _( lockMutex );
for( const QString & word : setOfWords )
{
words[ word ].push_back( articleAddress );
}
}
}
@ -375,22 +391,43 @@ void makeFTSIndex( BtreeIndexing::BtreeDictionary * dict, QAtomicInt & isCancell
needHandleBrackets = name.endsWith( ".dsl" ) || name.endsWith( "dsl.dz" );
}
// index articles for full-text search
for( int i = 0; i < offsets.size(); i++ )
QSemaphore sem( QThread::idealThreadCount() );
//QFutureSynchronizer< void > synchronizer;
for( auto & address : offsets )
{
if( Utils::AtomicInt::loadAcquire( isCancelled ) )
throw exUserAbort();
{
//wait the future to be finished.
sem.acquire( QThread::idealThreadCount() );
return;
}
sem.acquire();
QFuture< void > f = QtConcurrent::run(
[ & ]()
{
QSemaphoreReleaser releaser( sem );
if( Utils::AtomicInt::loadAcquire( isCancelled ) )
{
return;
}
QString headword, articleStr;
dict->getArticleText( offsets.at( i ), headword, articleStr );
dict->getArticleText( address, headword, articleStr );
parseArticleForFts( offsets.at( i ), articleStr, ftsWords, needHandleBrackets );
parseArticleForFts( address, articleStr, ftsWords, needHandleBrackets );
} );
//synchronizer.addFuture( f );
}
sem.acquire( QThread::idealThreadCount() );
// Free memory
offsets.clear();
if( Utils::AtomicInt::loadAcquire( isCancelled ) )
throw exUserAbort();
QMap< QString, QVector< uint32_t > >::iterator it = ftsWords.begin();
while( it != ftsWords.end() )
{
@ -822,8 +859,8 @@ void FTSResultsRequest::combinedIndexSearch( BtreeIndexing::BtreeIndex & ftsInde
linksPtr = chunks->getBlock( links[ x ].articleOffset, chunk );
}
memcpy( &size, linksPtr, sizeof(uint32_t) );
linksPtr += sizeof(uint32_t);
memcpy( &size, linksPtr, sizeof( uint32_t ) );
linksPtr += sizeof( uint32_t );
// across chunks, need further investigation
uint32_t max = ( chunk.size() - ( linksPtr - &chunk.front() )) / 4;
@ -832,7 +869,7 @@ void FTSResultsRequest::combinedIndexSearch( BtreeIndexing::BtreeIndex & ftsInde
for( uint32_t y = 0; y < q_max; y++ )
{
tmp.insert( *( reinterpret_cast< uint32_t * >( linksPtr ) ) );
linksPtr += sizeof(uint32_t);
linksPtr += sizeof( uint32_t );
}
}

6
mainwindow.cc
View file

@ -1853,8 +1853,11 @@ void MainWindow::titleChanged( ArticleView * view, QString const & title )
escaped.append( (ushort)0x202C ); // PDF, POP DIRECTIONAL FORMATTING
}
ui.tabWidget->setTabText( ui.tabWidget->indexOf( view ), escaped );
int index = ui.tabWidget->indexOf( view );
ui.tabWidget->setTabText( index, escaped );
if( index == ui.tabWidget->currentIndex() )
{
// Set icon for "Add to Favorites" action
if( isWordPresentedInFavorites( title, cfg.lastMainGroupId ) )
{
@ -1868,6 +1871,7 @@ void MainWindow::titleChanged( ArticleView * view, QString const & title )
}
updateWindowTitle();
}
}
void MainWindow::iconChanged( ArticleView * view, QIcon const & icon )