hans/Nominatim
1
0
Fork 1
mirror of https://github.com/osm-search/Nominatim.git synced 2026-02-16 05:18:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

introduce a separate token type for partials

Browse Source 
This means that the leading space can be removed as a partial
word indicator.
This commit is contained in:
Sarah Hoffmann
2021-07-13 16:54:51 +02:00
parent bc8b2d4ae0
commit 6070c3d1d5
5 changed files with 62 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
lib-php/tokenizer/legacy_tokenizer.php
View File

@@ -212,17 +212,26 @@ class Tokenizer
) {
$oToken = new Token\Country($iId, $aWord['country_code']);
}
} else {
} elseif ($aWord['word_token'][0] == ' ') {
$oToken = new Token\Word(
$iId,
$aWord['word_token'][0] != ' ',
(int) $aWord['count'],
substr_count($aWord['word_token'], ' ')
);
} else {
$oToken = new Token\Partial(
$iId,
(int) $aWord['count']
);
}
if ($oToken) {
$oValidTokens->addToken($aWord['word_token'], $oToken);
// remove any leading spaces
if ($aWord['word_token'][0] == ' ') {
$oValidTokens->addToken(substr($aWord['word_token'], 1), $oToken);
} else {
$oValidTokens->addToken($aWord['word_token'], $oToken);
}
}
}
}