#include #include #include #include "wordbyauto.hh" #include "uiauto.hh" #include #include "dprintf.hh" class GDAutomationClient { public: GDAutomationClient(); ~GDAutomationClient(); bool getWordAtPoint( POINT pt ); WCHAR *getText() { return buffer; }; private: WCHAR buffer[256]; IUIAutomation *pGDAutomation; IUIAutomationTreeWalker *pTree; }; GDAutomationClient gdAuto; GDAutomationClient::GDAutomationClient() { HRESULT hr; CoInitializeEx( NULL, COINIT_APARTMENTTHREADED ); hr = CoCreateInstance( CLSID_CUIAutomation , NULL, CLSCTX_INPROC_SERVER, IID_IUIAutomation, (void**)&pGDAutomation ); if( hr != S_OK ) pGDAutomation = NULL; pTree = NULL; if( pGDAutomation != NULL ) hr = pGDAutomation->get_RawViewWalker( &pTree ); memset( buffer, 0, sizeof(buffer) ); } GDAutomationClient::~GDAutomationClient() { if( pTree != NULL ) pTree->Release(); if( pGDAutomation != NULL ) pGDAutomation->Release(); CoUninitialize(); } bool GDAutomationClient::getWordAtPoint( POINT pt ) { HRESULT hr; IUIAutomationTextPattern *pTextPattern; IUIAutomationTextRange *pTextRange; IUIAutomationElement *pElement, *pParent; BSTR bstr; RECT r = { 0, 0, 0, 0 }; bool bGoUp; DPRINTF("\nEntering getWordAtPoint\n"); if( pGDAutomation == NULL ) return false; buffer[0] = 0; pElement = NULL; hr = pGDAutomation->ElementFromPoint( pt, &pElement ); DPRINTF("ElementFromPoint return hr=%08X, ptr=%p\n", hr, pElement); if( hr != S_OK || pElement == NULL ) return false; pTextPattern = NULL; bGoUp = false; while( pElement != NULL ) { hr = pElement->GetCurrentPatternAs( UIA_TextPatternId, IID_IUIAutomationTextPattern, (void**)&pTextPattern ); if( hr == S_OK && pTextPattern != NULL ) break; if( pTree == NULL ) { pElement->Release(); return false; } pParent = NULL; hr = pTree->GetParentElement( pElement, &pParent ); pElement->Release(); pElement = pParent; bGoUp = TRUE; } if( pElement == NULL ) return false; if( !bGoUp ) { hr = pElement->get_CurrentBoundingRectangle( &r ); if( hr == S_OK) { pt.x -= r.left; pt.y -= r.top; } } pElement->Release(); pTextRange = NULL; hr = pTextPattern->RangeFromPoint( pt, &pTextRange ); pTextPattern->Release(); if( hr != S_OK || pTextRange == NULL ) return false; hr = pTextRange->ExpandToEnclosingUnit( TextUnit_Word ); if( hr == S_OK) { hr = pTextRange->GetText( 255, &bstr ); if (hr == S_OK) { wsprintfW( buffer, L"%s", (LPCWSTR)bstr ); SysFreeString( bstr ); } } pTextRange->Release(); return ( buffer[0] != 0 ); } WCHAR *gdGetWordAtPointByAutomation( POINT pt ) { if( gdAuto.getWordAtPoint( pt ) ) return gdAuto.getText(); else return NULL; }