hans/Nominatim
1
0
Fork 1
mirror of https://github.com/osm-search/Nominatim.git synced 2026-02-25 18:48:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

deduplicate words: do not look for duplicates in empty partitions

Browse Source
This commit is contained in:
Christian von Roques
2017-04-04 19:00:36 +02:00
parent 3ec67b9193
commit c80637b05c
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
utils/update.php
View File

@@ -166,6 +166,15 @@ if ($aResult['deduplicate']) {
$aPartitions = chksql($oDB->getCol($sSQL)); $aPartitions = chksql($oDB->getCol($sSQL));
$aPartitions[] = 0; $aPartitions[] = 0;
// we don't care about empty search_name_* artitions, they can't contain mentions of duplicates
foreach ($aPartitions as $i => $sPartition) {
$sSQL = "select count(*) from search_name_".$sPartition;
$nEntries = chksql($oDB->getOne($sSQL));
if ($nEntries == 0) {
unset($aPartitions[$i]);
}
}
$sSQL = "select word_token,count(*) from word where substr(word_token, 1, 1) = ' '"; $sSQL = "select word_token,count(*) from word where substr(word_token, 1, 1) = ' '";
$sSQL .= " and class is null and type is null and country_code is null"; $sSQL .= " and class is null and type is null and country_code is null";
$sSQL .= " group by word_token having count(*) > 1 order by word_token"; $sSQL .= " group by word_token having count(*) > 1 order by word_token";