From 0c0c4a916bf20a86d512df102ea98bc2dc74dc0f Mon Sep 17 00:00:00 2001
From: "Begerad, Stefan" <dialog@swingbe.de>
Date: Tue, 12 Sep 2023 13:23:38 +0200
Subject: [PATCH] feat(gtfs): add gtfs/dload-pre.sh and gtfs/dload-post.sh

---
 db/sql/copy-stops-not-global-id.sql | 16 ---------
 gtfs/dload-post.sh                  | 52 +++++++++++++++++++++++++++++
 gtfs/dload-pre.sh                   | 21 ++++++++++++
 3 files changed, 73 insertions(+), 16 deletions(-)
 create mode 100644 gtfs/dload-post.sh
 create mode 100644 gtfs/dload-pre.sh

diff --git a/db/sql/copy-stops-not-global-id.sql b/db/sql/copy-stops-not-global-id.sql
index 1838dff..1581614 100644
--- a/db/sql/copy-stops-not-global-id.sql
+++ b/db/sql/copy-stops-not-global-id.sql
@@ -1,32 +1,16 @@
 \copy analysis.tbl_gtfs_stops_de_hb_not_dhid TO './analysis.tbl_gtfs_stops_de_hb_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_hh_not_dhid TO './analysis.tbl_gtfs_stops_de_hh_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_ni_not_dhid TO './analysis.tbl_gtfs_stops_de_ni_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_sh_not_dhid TO './analysis.tbl_gtfs_stops_de_sh_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_mv_not_dhid TO './analysis.tbl_gtfs_stops_de_mv_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_bb_not_dhid TO './analysis.tbl_gtfs_stops_de_bb_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_be_not_dhid TO './analysis.tbl_gtfs_stops_de_be_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_st_not_dhid TO './analysis.tbl_gtfs_stops_de_st_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_nw_not_dhid TO './analysis.tbl_gtfs_stops_de_nw_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_he_not_dhid TO './analysis.tbl_gtfs_stops_de_he_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_sn_not_dhid TO './analysis.tbl_gtfs_stops_de_sn_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_th_not_dhid TO './analysis.tbl_gtfs_stops_de_th_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_rp_not_dhid TO './analysis.tbl_gtfs_stops_de_rp_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_sl_not_dhid TO './analysis.tbl_gtfs_stops_de_sl_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_by_not_dhid TO './analysis.tbl_gtfs_stops_de_by_not_dhid.csv' WITH CSV HEADER;
-
 \copy analysis.tbl_gtfs_stops_de_bw_not_dhid TO './analysis.tbl_gtfs_stops_de_bw_not_dhid.csv' WITH CSV HEADER;
-
diff --git a/gtfs/dload-post.sh b/gtfs/dload-post.sh
new file mode 100644
index 0000000..ed3cd8f
--- /dev/null
+++ b/gtfs/dload-post.sh
@@ -0,0 +1,52 @@
+#!/bin/bash
+#
+echo "Started..."
+#Started...
+#
+# special variable $# is the number of arguments
+if [ $# -lt 1 ] ; then
+    echo 'Call ./<script> <work dir>'
+    exit 1
+fi
+#
+WORK_DIR="$1"
+echo "WORK_DIR: $WORK_DIR"
+dloadDir=${WORK_DIR}/gtfs
+echo "dloadDir: $dloadDir"
+dloadFile=${dloadDir}/gtfs.zip
+echo "dloadFile: $dloadFile"
+#
+unzipDir=${dloadDir}/unzip
+echo "unzipDir: $unzipDir"
+mkdir -p $unzipDir
+unzip -qq -d $unzipDir $dloadFile
+#
+# add file feed_info.txt if not present so that gtfs-sql-importer git repo is not complaining
+#
+if [ $(unzip -Z -1 "$dloadFile" | grep feed_info.txt) ];
+then
+    echo "feed_info.txt present"
+else
+    echo "feed_info.txt NOT present"
+    # (): replaces the shell without creating a new process
+    BASEDIR=$(dirname $0)
+    echo "BASEDIR: ${BASEDIR}"
+    (sh ./${BASEDIR}/feed_info.sh $unzipDir)
+    zip -jr ${dloadFile}-feed_info.zip ${unzipDir}
+fi
+#
+# add file stops_zhv.txt if not present so that gtfs-sql-importer git repo can consider
+#
+if [ $(unzip -Z -1 "$dloadFile" | grep stops_zhv.txt) ];
+then
+    echo "stops_zhv.txt present"
+else
+    echo "stops_zhv.txt NOT present"
+    # (): replaces the shell without creating a new process
+    BASEDIR=$(dirname $0)
+    echo "BASEDIR: ${BASEDIR}"
+    (sh ./${BASEDIR}/stops_zhv.sh $WORK_DIR)
+    zip -jr ${dloadFile}-stops_zhv.zip ${unzipDir}
+fi
+echo "Done."
+#done.
diff --git a/gtfs/dload-pre.sh b/gtfs/dload-pre.sh
new file mode 100644
index 0000000..eceef4c
--- /dev/null
+++ b/gtfs/dload-pre.sh
@@ -0,0 +1,21 @@
+#!/bin/bash
+#
+echo "Started..."
+#Started...
+#
+# special variable $# is the number of arguments
+if [ $# -lt 1 ] ; then
+    echo 'Call ./<script> <work dir>'
+    exit 1
+fi
+#
+WORK_DIR="$1"
+echo "WORK_DIR: $WORK_DIR"
+dloadDir=${WORK_DIR}/gtfs
+echo "dloadDir: $dloadDir"
+# rm -rf: descend into write-protected directory
+rm -rf $dloadDir
+mkdir -p $dloadDir
+#
+echo "Done."
+#done.