forked from hans/Nominatim
68 lines
2.6 KiB
Python
68 lines
2.6 KiB
Python
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
#
|
|
# This file is part of Nominatim. (https://nominatim.org)
|
|
#
|
|
# Copyright (C) 2024 by the Nominatim developer community.
|
|
# For a full list of authors see the git log.
|
|
"""
|
|
Implementation of the 'index' subcommand.
|
|
"""
|
|
import argparse
|
|
import asyncio
|
|
|
|
import psutil
|
|
|
|
from ..db import status
|
|
from ..db.connection import connect
|
|
from .args import NominatimArgs
|
|
|
|
|
|
class UpdateIndex:
|
|
"""\
|
|
Reindex all new and modified data.
|
|
|
|
Indexing is the process of computing the address and search terms for
|
|
the places in the database. Every time data is added or changed, indexing
|
|
needs to be run. Imports and replication updates automatically take care
|
|
of indexing. For other cases, this function allows to run indexing manually.
|
|
"""
|
|
|
|
def add_args(self, parser: argparse.ArgumentParser) -> None:
|
|
group = parser.add_argument_group('Filter arguments')
|
|
group.add_argument('--boundaries-only', action='store_true',
|
|
help="""Index only administrative boundaries.""")
|
|
group.add_argument('--no-boundaries', action='store_true',
|
|
help="""Index everything except administrative boundaries.""")
|
|
group.add_argument('--minrank', '-r', type=int, metavar='RANK', default=0,
|
|
help='Minimum/starting rank')
|
|
group.add_argument('--maxrank', '-R', type=int, metavar='RANK', default=30,
|
|
help='Maximum/finishing rank')
|
|
|
|
def run(self, args: NominatimArgs) -> int:
|
|
asyncio.run(self._do_index(args))
|
|
|
|
if not args.no_boundaries and not args.boundaries_only \
|
|
and args.minrank == 0 and args.maxrank == 30:
|
|
with connect(args.config.get_libpq_dsn()) as conn:
|
|
status.set_indexed(conn, True)
|
|
|
|
return 0
|
|
|
|
async def _do_index(self, args: NominatimArgs) -> None:
|
|
from ..tokenizer import factory as tokenizer_factory
|
|
|
|
tokenizer = tokenizer_factory.get_tokenizer_for_db(args.config)
|
|
from ..indexer.indexer import Indexer
|
|
|
|
indexer = Indexer(args.config.get_libpq_dsn(), tokenizer,
|
|
args.threads or psutil.cpu_count() or 1)
|
|
|
|
has_pending = True # run at least once
|
|
while has_pending:
|
|
if not args.no_boundaries:
|
|
await indexer.index_boundaries(args.minrank, args.maxrank)
|
|
if not args.boundaries_only:
|
|
await indexer.index_by_rank(args.minrank, args.maxrank)
|
|
await indexer.index_postcodes()
|
|
has_pending = indexer.has_pending(args.minrank, args.maxrank)
|