From 8fb31f36e803bd8a4b8b7777d8d9e35e5fff1758 Mon Sep 17 00:00:00 2001
From: "Begerad, Stefan" <dialog@swingbe.de>
Date: Tue, 2 May 2023 13:02:30 +0200
Subject: [PATCH] Initial commit next

---
 .gitignore               |   4 +
 crontab.txt              |   4 +
 dload-geofabrik-osm.sh   |  33 +++++++++
 import-osm-into-db.sh    |  34 +++++++++
 style_osm_20220601.style | 155 +++++++++++++++++++++++++++++++++++++++
 update-db.sh             |  15 ++++
 6 files changed, 245 insertions(+)
 create mode 100644 .gitignore
 create mode 100644 crontab.txt
 create mode 100644 dload-geofabrik-osm.sh
 create mode 100644 import-osm-into-db.sh
 create mode 100644 style_osm_20220601.style
 create mode 100644 update-db.sh

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..6268355
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,4 @@
+*.pbf
+osmconvert-*
+wget-log-*
+*~
diff --git a/crontab.txt b/crontab.txt
new file mode 100644
index 0000000..80894a7
--- /dev/null
+++ b/crontab.txt
@@ -0,0 +1,4 @@
+# m h  dom mon dow   command
+25 0 * * 7 cd /home/pacs/sib00/users/osm/bin && sh dload-geofabrik-osm.sh niedersachsen
+45 0 * * 7 cd /home/pacs/sib00/users/osm/bin && sh import-osm-into-db.sh sib00_osm
+45 3 * * 7 cd /home/pacs/sib00/users/osm/bin && sh update-db.sh sib00_osm
diff --git a/dload-geofabrik-osm.sh b/dload-geofabrik-osm.sh
new file mode 100644
index 0000000..cb40341
--- /dev/null
+++ b/dload-geofabrik-osm.sh
@@ -0,0 +1,33 @@
+#!/bin/bash
+#
+echo "Started..."
+#Started...
+#
+if [ $# -eq 0 ] ; then
+    echo 'Call ./<script> <osm region>'
+    exit 1
+fi
+#
+OSM_REGION="$1"
+echo "OSM_REGION: $OSM_REGION"
+#
+WORKING_DIR=/tmp
+echo "WORKING_DIR: $WORKING_DIR"
+WGET_LOG_FILE_SUFFIX=.txt
+echo "WGET_LOG_FILE_SUFFIX: $WGET_LOG_FILE_SUFFIX"
+WGET_LOG_FILE=${WORKING_DIR}/wget-log-${OSM_REGION}${WGET_LOG_FILE_SUFFIX}
+echo "WGET_LOG_FILE: $WGET_LOG_FILE"
+OSM_FILE_SUFFIX=.osm.pbf
+echo "OSM_FILE_SUFFIX: $OSM_FILE_SUFFIX"
+OSM_REGION_FILE_SUFFIX=-latest${OSM_FILE_SUFFIX}
+echo "OSM_REGION_FILE_SUFFIX: $OSM_REGION_FILE_SUFFIX"
+DLOAD_PATH=${WORKING_DIR}/${OSM_REGION}${OSM_REGION_FILE_SUFFIX}
+echo "DLOAD_PATH: $DLOAD_PATH"
+DLOAD_URL=http://download.geofabrik.de/europe/germany/${OSM_REGION}${OSM_REGION_FILE_SUFFIX}
+echo "DLOAD_URL: $DLOAD_URL"
+rm -f $DLOAD_PATH
+rm -f ${WGET_LOG_FILE}*
+wget -o $WGET_LOG_FILE -O $DLOAD_PATH $DLOAD_URL
+#
+echo "Done."
+#done.
diff --git a/import-osm-into-db.sh b/import-osm-into-db.sh
new file mode 100644
index 0000000..1cc3031
--- /dev/null
+++ b/import-osm-into-db.sh
@@ -0,0 +1,34 @@
+#!/bin/bash
+#
+echo "Started..."
+#Started...
+#
+if [ $# -eq 0 ] ; then
+    echo 'Call ./<script> <db name>'
+    exit 1
+fi
+#
+DB_NAME="$1"
+echo "DB_NAME: $DB_NAME"
+DB_USER=sib00_osmuser
+echo "DB_USER: $DB_USER"
+#
+#delete all rows of the given table is faster with 'TRUNCATE' than with 'DELETE'
+psql -c 'TRUNCATE planet_osm_line, planet_osm_point, planet_osm_polygon, planet_osm_roads;' -d $DB_NAME
+#
+#-d: database
+vacuumdb -d $DB_NAME
+#
+#-d: database
+#-C: size in MB for caching nodes
+#-s: store temporary data in the database //TODO Why?
+#-x: include attributes //TODO Why?
+#-a: update existing osm2pgsql database with data from file //TODO Why? The db is cleaned in advance!
+#-S: location of the style file
+./osm2pgsql -d $DB_NAME -U $DB_USER /tmp/niedersachsen-latest.osm.pbf -S ./style_osm_20220601.style
+#
+#-d: database
+reindexdb -d $DB_NAME
+#
+echo "Done."
+#done.
diff --git a/style_osm_20220601.style b/style_osm_20220601.style
new file mode 100644
index 0000000..1aa77f7
--- /dev/null
+++ b/style_osm_20220601.style
@@ -0,0 +1,155 @@
+# This is the style file that matches the old version of osm2pgsql, which
+# did not make distinctions between tags for nodes and for ways. There are a
+# number of optimisations that can be applied here. Firstly, certain tags
+# only apply to only nodes or only ways. By fixing this we reduce the amount
+# of useless data loaded into the DB, which is a good thing. Possible
+# optimisations for the future:
+
+# 1. Generate this file directly from the mapnik XML config, so it's always
+# optimal
+
+# 2. Extend it so it can understand that highway=tertiary is for ways and
+# highway=bus_stop is for nodes
+
+# Flags field isn't used much yet, expect if it contains the text "polygon"
+# it indicates the shape is candidate for the polygon table. In the future I
+# would like to be able to add directives like "nocache" which tells
+# osm2pgsql that it is unlikely this node will be used by a way and so it
+# doesn't need to be stored (eg coastline nodes). While in essence an
+# optimisation hack, for --slim mode it doesn't matter if you're wrong, but
+# in non-slim you might break something!
+
+# Also possibly an ignore flag, for things like "note" and "source" which
+# can simply be deleted. (In slim mode this is, does not apply to non-slim
+# obviously)
+
+# OsmType  Tag          DataType     Flags
+node,way   note         text         delete   # These tags can be long but are useless for rendering
+node,way   source       text         delete   # This indicates that we shouldn't store them
+node,way   created_by   text         delete
+
+node,way   access             text  linear
+node,way   addr:city          text  linear
+node,way   addr:country       text  linear
+node,way   addr:postcode      text  linear
+node,way   addr:street        text  linear
+node,way   addr:housenumber   text  linear
+node,way   addr:housename     text  linear
+node,way   addr:flats         text  linear
+node,way   addr:interpolation text  linear 
+node,way   website            text  linear
+node,way   opening_hours  text   linear
+node,way   phone          text linear
+node,way   contact:phone     text linear
+node,way   contact:email     text linear
+node,way   contact:fax       text linear
+node,way   contact:website   text linear
+node,way   admin_level  text         linear
+node,way   aerialway    text         linear
+node,way   aeroway      text         polygon
+node,way   amenity      text         nocache,polygon
+node,way   area         text         # hard coded support for area=1/yes => polygon is in osm2pgsql
+node,way   barrier      text         linear
+node,way   bicycle      text         nocache
+node,way   brand        text         linear
+node,way   bridge       text         linear
+node,way   boundary     text         linear
+node,way   building     text         polygon
+node,way   attraction     text         polygon
+node       capital      text         linear
+node,way   construction text         linear
+node,way   capacity  text         linear #dient der Abfrage der Stellplaetze
+node,way   covered      text         linear
+node,way   culvert      text         linear
+node,way   cutting      text         linear
+node,way   denomination text         linear
+node,way   disused      text         linear
+node       ele          text         linear
+node,way   embankment   text         linear
+node,way   foot         text         linear
+node,way   generator:source    text  linear
+node,way   harbour      text         polygon
+node,way   highway      text         linear
+node,way   historic     text         polygon
+node,way   horse        text         linear
+node,way   intermittent text         linear
+node,way   information text         linear
+node,way   junction     text         linear
+node,way   landuse      text         polygon
+node,way   layer        text         linear
+node,way   learning        text         linear
+node,way   leisure      text         polygon
+node,way   lock         text         linear
+node,way   man_made     text         polygon
+node,way   military     text         polygon
+node,way   motorcar     text         linear
+node,way   name         text         linear
+node,way   natural      text         polygon  # natural=coastline tags are discarded by a hard coded rule in osm2pgsql
+node,way   office       text         polygon
+node,way   oneway       text         linear
+node,way   operator     text         linear
+node,way   place        text         polygon
+node       poi          text
+node,way   population   text         linear
+node,way   power        text         polygon
+node,way   power_source text         linear
+node,way   public_transport text     polygon
+node,way   railway      text         linear
+node,way   recycling_type      text         linear
+node,way   ref          text         linear
+node,way   religion     text         nocache
+node,way   residence     text         nocache
+node,way   route        text         linear
+node,way   service      text         linear
+node,way   shop         text         polygon
+node,way   sport        text         polygon
+node,way   social_facility        text         linear
+node,way   surface      text         linear
+node,way   toll         text         linear
+node,way   tourism      text         polygon
+node,way   tower:type   text         linear
+way        tracktype    text         linear
+node,way   tunnel       text         linear
+node,way   water        text         polygon
+node,way   url          text         polygon #attribut fuer Fahrplaner
+node,way   usage        text         linear #attribut fuer Fahrplaner
+node,way   waterway     text         polygon
+node,way   wetland      text         polygon
+node,way   brewery      text         polygon
+node,way   microbrewery      text         polygon
+node,way   healthcare      text         polygon
+node,way   beauty      text         polygon
+node,way   craft      text         polygon
+node,way   width        text         linear
+node,way   wheelchair        text         linear
+node,way   wikipedia        text         linear
+node,way   proposed        text         linear
+node   uic_ref        text         linear  #fuer SSB
+node   uic_name        text         linear #fuer SSB
+node,way   wood         text         linear
+node,way   z_order      int4         linear # This is calculated during import
+way        way_area     real                # This is calculated during import
+node,way xmas text  linear # Auswertung Weihnachtsmaerkte
+# If you're interested in bicycle routes, you may want the following fields
+# To make these work you need slim mode or the necessary data won't be remembered.
+way       lcn_ref      text     linear
+way       rcn_ref      text     linear
+way       ncn_ref      text     linear
+way       lcn          text     linear
+way       rcn          text     linear
+way       ncn          text     linear
+way       lwn_ref      text     linear
+way       rwn_ref      text     linear
+way       nwn_ref          text     linear
+way       lwn              text     linear
+way       rwn              text     linear
+way       nwn              text     linear
+way       route_pref_color text     linear
+way       route_name       text     linear
+
+# The following entries can be used with the --extra-attributes option
+# to include the username, userid, version & timstamp in the DB
+node,way  osm_user       text
+node,way  osm_uid        text
+node,way  osm_version    text
+node,way  osm_timestamp  text
diff --git a/update-db.sh b/update-db.sh
new file mode 100644
index 0000000..8e27fd4
--- /dev/null
+++ b/update-db.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+#
+echo "Started..."
+#Started...
+#
+if [ $# -eq 0 ] ; then
+    echo 'Call ./<script> <db name>'
+    exit 1
+fi
+#
+DB_NAME="$1"
+echo "DB_NAME: $DB_NAME"
+#
+echo "Done."
+#done.