hans/Nominatim
1
0
Fork 1
mirror of https://github.com/osm-search/Nominatim.git synced 2026-02-26 11:08:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

CI: unify jobs for different vagrant scripts

Browse Source
This commit is contained in:
Sarah Hoffmann
2021-08-23 17:41:13 +02:00
parent 4e77969545
commit 832f75a55e
3 changed files with 59 additions and 146 deletions
Download Patch File Download Diff File Expand all files Collapse all files

190
.github/workflows/vagrant-scripts.yml vendored
View File

@@ -33,130 +33,30 @@ jobs:
path: nominatim-src.tar.bz2 path: nominatim-src.tar.bz2
retention-days: 1 retention-days: 1
ubuntu: install:
if: false
runs-on: ubuntu-latest runs-on: ubuntu-latest
needs: create-archive needs: create-archive
strategy: strategy:
matrix: matrix:
ubuntu: [18, 20] name: [Ubuntu-18, Ubuntu-20, Centos-8]
include: include:
- ubuntu: 18 - name: Ubuntu-18
install_mode: flavour: ubuntu
- ubuntu: 20 image: "ubuntu:18.04"
ubuntu: 18
install_mode: install-nginx
- name: Ubuntu-20
flavour: ubuntu
image: "ubuntu:20.04"
ubuntu: 20
install_mode: install-apache install_mode: install-apache
- name: Centos-8
flavour: centos
image: "centos:8"
container: container:
image: ubuntu:${{ matrix.ubuntu }}.04 image: ${{ matrix.image }}
defaults:
run:
shell: sudo -Hu nominatim bash --noprofile --norc -eo pipefail {0}
steps:
- name: Prepare container
run: |
export APT_LISTCHANGES_FRONTEND=none
export DEBIAN_FRONTEND=noninteractive
apt-get update -qq
apt-get install -y git sudo wget
ln -snf /usr/share/zoneinfo/$CONTAINER_TIMEZONE /etc/localtime && echo $CONTAINER_TIMEZONE > /etc/timezone
shell: bash
- name: Setup import user
run: |
useradd -m nominatim -G sudo
echo '%sudo ALL=(ALL:ALL) NOPASSWD: ALL' > /etc/sudoers.d/nopasswd
echo "/home/nominatim/Nominatim/vagrant/Install-on-Ubuntu-$UBUNTU.sh no $INSTALL_MODE" > /home/nominatim/vagrant.sh
shell: bash
env:
UBUNTU: ${{ matrix.ubuntu }}
INSTALL_MODE: ${{ matrix.install_mode }}
- uses: actions/download-artifact@v2
with:
name: full-source
path: /home/nominatim
- name: Get Date
id: get-date
run: |
echo "::set-output name=date::$(/bin/date -u "+%Y%W")"
shell: bash
- name: Install Nominatim
run: |
export USERNAME=nominatim
export USERHOME=/home/nominatim
export NOSYSTEMD=yes
tar xf nominatim-src.tar.bz2
. vagrant.sh
working-directory: /home/nominatim
- uses: actions/cache@v2
with:
path: |
monaco-latest.osm.pbf
key: nominatim-test-data-${{ steps.get-date.outputs.date }}
- name: Prepare import environment
run: |
if [ ! -f monaco-latest.osm.pbf ]; then
wget --no-verbose https://download.geofabrik.de/europe/monaco-latest.osm.pbf
fi
mkdir data-env data-env-reverse
chown nominatim. data-env data-env-reverse
shell: bash
- name: Import
run: nominatim import --osm-file ../monaco-latest.osm.pbf
working-directory: data-env
- name: Import special phrases
run: nominatim special-phrases --import-from-wiki
working-directory: data-env
- name: Check full import
run: nominatim admin --check-database
working-directory: data-env
- name: Warm up database
run: nominatim admin --warm
working-directory: data-env
- name: Run update
run: |
sudo apt-get install -y python3-pip
pip3 install --user osmium
nominatim replication --init
NOMINATIM_REPLICATION_MAX_DIFF=1 nominatim replication --once
working-directory: data-env
- name: Run reverse-only import
run : |
echo 'NOMINATIM_DATABASE_DSN="pgsql:dbname=reverse"' > .env
nominatim import --osm-file ../monaco-latest.osm.pbf --reverse-only --no-updates
working-directory: data-env-reverse
env:
NOMINATIM_DATABASE_DSN: pgsql:dbname=reverse
- name: Check reverse import
run: nominatim admin --check-database
working-directory: data-env-reverse
centos:
runs-on: ubuntu-latest
needs: create-archive
strategy:
matrix:
centos: [8]
container:
image: centos:${{ matrix.centos }}
env: env:
LANG: en_US.UTF-8 LANG: en_US.UTF-8
@@ -165,32 +65,38 @@ jobs:
shell: sudo -Hu nominatim bash --noprofile --norc -eo pipefail {0} shell: sudo -Hu nominatim bash --noprofile --norc -eo pipefail {0}
steps: steps:
- name: Prepare container - name: Prepare container (Ubuntu)
run: |
export APT_LISTCHANGES_FRONTEND=none
export DEBIAN_FRONTEND=noninteractive
apt-get update -qq
apt-get install -y git sudo wget
ln -snf /usr/share/zoneinfo/$CONTAINER_TIMEZONE /etc/localtime && echo $CONTAINER_TIMEZONE > /etc/timezone
shell: bash
if: matrix.flavour == 'ubuntu'
- name: Prepare container (CentOS)
run: | run: |
dnf update -y dnf update -y
dnf install -y sudo dnf install -y sudo
shell: bash shell: bash
if: matrix.flavour == 'centos'
- name: Setup import user - name: Setup import user
run: | run: |
useradd -m nominatim useradd -m nominatim
echo 'nominatim ALL=(ALL:ALL) NOPASSWD: ALL' > /etc/sudoers.d/nominiatim echo 'nominatim ALL=(ALL:ALL) NOPASSWD: ALL' > /etc/sudoers.d/nominiatim
echo "/home/nominatim/Nominatim/vagrant/Install-on-Centos-$CENTOS.sh no" > /home/nominatim/vagrant.sh echo "/home/nominatim/Nominatim/vagrant/Install-on-${OS}.sh no $INSTALL_MODE" > /home/nominatim/vagrant.sh
shell: bash shell: bash
env: env:
CENTOS: ${{ matrix.centos }} OS: ${{ matrix.name }}
INSTALL_MODE: ${{ matrix.install_mode }}
- uses: actions/download-artifact@v2 - uses: actions/download-artifact@v2
with: with:
name: full-source name: full-source
path: /home/nominatim path: /home/nominatim
- name: Get Date
id: get-date
run: |
echo "::set-output name=date::$(/bin/date -u "+%Y%W")"
shell: bash
- name: Install Nominatim - name: Install Nominatim
run: | run: |
export USERNAME=nominatim export USERNAME=nominatim
@@ -204,49 +110,53 @@ jobs:
- name: Prepare import environment - name: Prepare import environment
run: | run: |
mv /home/nominatim/Nominatim/test/testdb/apidb-test-data.pbf test.pbf mv Nominatim/test/testdb/apidb-test-data.pbf test.pbf
rm -rf /home/nominatim/Nominatim rm -rf Nominatim
mkdir data-env data-env-reverse mkdir data-env-reverse
chown nominatim. data-env data-env-reverse working-directory: /home/nominatim
shell: bash
- name: Prepare import environment (CentOS) - name: Prepare import environment (CentOS)
run: | run: |
sudo ln -s /usr/local/bin/nominatim /usr/bin/nominatim sudo ln -s /usr/local/bin/nominatim /usr/bin/nominatim
echo NOMINATIM_DATABASE_WEBUSER="apache" > data-env/.env echo NOMINATIM_DATABASE_WEBUSER="apache" > nominatim-project/.env
cp data-env/.env data-env-reverse/.env cp nominatim-project/.env data-env-reverse/.env
working-directory: /home/nominatim
if: matrix.flavour == 'centos'
- name: Import - name: Import
run: nominatim import --osm-file ../test.pbf run: nominatim import --osm-file ../test.pbf
working-directory: data-env working-directory: /home/nominatim/nominatim-project
- name: Import special phrases - name: Import special phrases
run: nominatim special-phrases --import-from-wiki run: nominatim special-phrases --import-from-wiki
working-directory: data-env working-directory: /home/nominatim/nominatim-project
- name: Check full import - name: Check full import
run: nominatim admin --check-database run: nominatim admin --check-database
working-directory: data-env working-directory: /home/nominatim/nominatim-project
- name: Warm up database - name: Warm up database
run: nominatim admin --warm run: nominatim admin --warm
working-directory: data-env working-directory: /home/nominatim/nominatim-project
- name: Prepare update (Ubuntu)
run: apt-get install -y python3-pip
shell: bash
if: matrix.flavour == 'ubuntu'
- name: Run update - name: Run update
run: | run: |
pip3 install --user osmium pip3 install --user osmium
nominatim replication --init nominatim replication --init
NOMINATIM_REPLICATION_MAX_DIFF=1 nominatim replication --once NOMINATIM_REPLICATION_MAX_DIFF=1 nominatim replication --once
working-directory: data-env working-directory: /home/nominatim/nominatim-project
- name: Run reverse-only import - name: Run reverse-only import
run : | run : |
echo 'NOMINATIM_DATABASE_DSN="pgsql:dbname=reverse"' >> .env echo 'NOMINATIM_DATABASE_DSN="pgsql:dbname=reverse"' >> .env
nominatim import --osm-file ../test.pbf --reverse-only --no-updates nominatim import --osm-file ../test.pbf --reverse-only --no-updates
working-directory: data-env-reverse working-directory: /home/nominatim/data-env-reverse
env:
NOMINATIM_DATABASE_DSN: pgsql:dbname=reverse
- name: Check reverse import - name: Check reverse import
run: nominatim admin --check-database run: nominatim admin --check-database
working-directory: data-env-reverse working-directory: /home/nominatim/data-env-reverse

6
vagrant/Install-on-Centos-8.sh
View File

@@ -57,7 +57,7 @@
# we assume this user is called nominatim and the installation will be in # we assume this user is called nominatim and the installation will be in
# /srv/nominatim. To create the user and directory run: # /srv/nominatim. To create the user and directory run:
# #
# sudo useradd -d /srv/nominatim -s /bin/bash -m nominatim # sudo useradd -d /srv/nominatim -s /bin/bash -m nominatim
# #
# You may find a more suitable location if you wish. # You may find a more suitable location if you wish.
# #
@@ -85,8 +85,8 @@ fi #DOCS:
if [ "x$NOSYSTEMD" == "xyes" ]; then #DOCS: if [ "x$NOSYSTEMD" == "xyes" ]; then #DOCS:
sudo -u postgres /usr/pgsql-12/bin/pg_ctl initdb -D /var/lib/pgsql/12/data #DOCS: sudo -u postgres /usr/pgsql-12/bin/pg_ctl initdb -D /var/lib/pgsql/12/data #DOCS:
sudo mkdir /var/log/postgresql sudo mkdir /var/log/postgresql #DOCS:
sudo chown postgres. /var/log/postgresql sudo chown postgres. /var/log/postgresql #DOCS:
else #DOCS: else #DOCS:
sudo /usr/pgsql-12/bin/postgresql-12-setup initdb sudo /usr/pgsql-12/bin/postgresql-12-setup initdb
fi #DOCS: fi #DOCS:

9
vagrant/Install-on-Ubuntu-18.sh
View File

@@ -80,9 +80,9 @@ fi #DOCS:
# Restart the postgresql service after updating this config file. # Restart the postgresql service after updating this config file.
if [ "x$NOSYSTEMD" == "xyes" ]; then #DOCS: if [ "x$NOSYSTEMD" == "xyes" ]; then #DOCS:
sudo pg_ctlcluster 10 main start sudo pg_ctlcluster 10 main start #DOCS:
else #DOCS: else #DOCS:
sudo systemctl restart postgresql #DOCS: sudo systemctl restart postgresql
fi #DOCS: fi #DOCS:
# #
@@ -172,10 +172,13 @@ EOFAPACHECONF
#DOCS:``` #DOCS:```
# #
# Then enable the configuration and restart apache # Then enable the configuration with
# #
sudo a2enconf nominatim sudo a2enconf nominatim
# and restart apache:
if [ "x$NOSYSTEMD" == "xyes" ]; then #DOCS: if [ "x$NOSYSTEMD" == "xyes" ]; then #DOCS:
sudo apache2ctl start #DOCS: sudo apache2ctl start #DOCS:
else #DOCS: else #DOCS: