feat(zhv): add zhv
This commit is contained in:
parent
fac1263226
commit
90d73bb104
|
@ -1,4 +1,4 @@
|
||||||
HOME=<set variable!>
|
HOME=<set variable!>
|
||||||
# m h dom mon dow command
|
# m h dom mon dow command
|
||||||
23 0 * * Tue,Thu cd $HOME/git/gtfs4delfi/dload && sh ./dload.sh <work dir> <url>
|
23 0 * * Tue,Thu cd $HOME/git/delfi/gtfs/dload && sh ./dload.sh <work dir> <url>
|
||||||
27 0 * * Tue,Thu echo 'Next!'
|
27 0 * * Tue,Thu echo 'Next!'
|
|
@ -4,6 +4,5 @@
|
||||||
mkdir -p ~/git
|
mkdir -p ~/git
|
||||||
cd ~/git
|
cd ~/git
|
||||||
git clone https://git.wtf-eg.de/dancesWithCycles/delfi.git
|
git clone https://git.wtf-eg.de/dancesWithCycles/delfi.git
|
||||||
cd delfi/
|
cd ~/git/delfi/
|
||||||
crontab -e
|
|
||||||
```
|
```
|
||||||
|
|
|
@ -0,0 +1,4 @@
|
||||||
|
HOME=<set variable!>
|
||||||
|
# m h dom mon dow command
|
||||||
|
23 0 * * Tue,Thu cd $HOME/git/delfi/zhv/dload && sh ./dload.sh <work dir> <url>
|
||||||
|
27 0 * * Tue,Thu echo 'Next!'
|
|
@ -0,0 +1,32 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
echo "Started..."
|
||||||
|
#Started...
|
||||||
|
#
|
||||||
|
# special variable $# is the number of arguments
|
||||||
|
if [ $# -lt 2 ] ; then
|
||||||
|
echo 'Call ./<script> <work dir> <dload URL>'
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
#
|
||||||
|
WORK_DIR="$1"
|
||||||
|
echo "WORK_DIR: $WORK_DIR"
|
||||||
|
dloadDir=${WORK_DIR}/zhv
|
||||||
|
echo "dloadDir: $dloadDir"
|
||||||
|
rm -r $dloadDir
|
||||||
|
mkdir -p $dloadDir
|
||||||
|
logFile=${dloadDir}/wget-log.txt
|
||||||
|
echo "logFile: $logFile"
|
||||||
|
dloadFile=${dloadDir}/zhv.zip
|
||||||
|
echo "dloadFile: $dloadFile"
|
||||||
|
dloadUrl=$2
|
||||||
|
echo "dloadUrl: $dloadUrl"
|
||||||
|
wget -o $logFile -O $dloadFile $dloadUrl
|
||||||
|
#
|
||||||
|
unzipDir=${dloadDir}/unzip
|
||||||
|
echo "unzipDir: $unzipDir"
|
||||||
|
mkdir -p $unzipDir
|
||||||
|
unzip -qq -d $unzipDir $dloadFile
|
||||||
|
#
|
||||||
|
echo "Done."
|
||||||
|
#done.
|
|
@ -0,0 +1,21 @@
|
||||||
|
SHELL := /bin/bash
|
||||||
|
|
||||||
|
TABLES = stops
|
||||||
|
|
||||||
|
SCHEMA = zhv
|
||||||
|
|
||||||
|
psql = $(strip psql -v schema=$(SCHEMA))
|
||||||
|
|
||||||
|
# $(addprefix prefix,names…): The argument names is regarded as a series of names, separated by whitespace; prefix is used as a unit. The value of prefix is prepended to the front of each individual name and the resulting larger names are concatenated with single spaces between them.
|
||||||
|
#
|
||||||
|
# FORMAT(format_string [, format_arg [, ...] ])
|
||||||
|
load: $(addprefix load-,$(TABLES))
|
||||||
|
@$(psql) -t -A -c "SELECT FORMAT('* loaded %s', feed_file) WHERE feed_file = '$(GTFS)';"
|
||||||
|
|
||||||
|
copy: $(ZHV)
|
||||||
|
$(psql) -c "\copy zhv.stops(stop_seq_no,stop_type,stop_dhid,stop_parent,stop_name,stop_lat,stop_lon,stop_municipality_code,stop_municipality,stop_district_code,stop_district,stop_condition,stop_state,stop_description,stop_authority,stop_delfi_name,stop_tariff_dhid,stop_tariff_name) FROM '$<' DELIMITER ';' CSV HEADER;"
|
||||||
|
|
||||||
|
# -v: variable assignment, like the /set meta-command
|
||||||
|
# $<: name of the firest prerequisite
|
||||||
|
init: sql/schema.sql
|
||||||
|
$(psql) -v ON_ERROR_STOP=on -f $<
|
|
@ -0,0 +1,31 @@
|
||||||
|
# zhv
|
||||||
|
|
||||||
|
* checkout repository
|
||||||
|
```
|
||||||
|
mkdir ~/git && cd ~/git
|
||||||
|
git clone https://git.wtf-eg.de/dancesWithCycles/delfi.git
|
||||||
|
```
|
||||||
|
|
||||||
|
* configure cron
|
||||||
|
```
|
||||||
|
cd ~/git/delfi/zhv
|
||||||
|
cat dload/crontab
|
||||||
|
crontab -e
|
||||||
|
crontab -l
|
||||||
|
```
|
||||||
|
|
||||||
|
* make sure to set variables like `PGDATABASE`, `PGUSER`, `PGHOST`, `PGPORT` aaso. appropriately
|
||||||
|
|
||||||
|
* initialize database
|
||||||
|
|
||||||
|
```
|
||||||
|
cd ~/git/delfi/zhv
|
||||||
|
make init
|
||||||
|
```
|
||||||
|
|
||||||
|
* load database
|
||||||
|
|
||||||
|
```
|
||||||
|
cd ~/git/delfi/zhv
|
||||||
|
make copy ZHV=<CSV file>
|
||||||
|
```
|
|
@ -0,0 +1,28 @@
|
||||||
|
-- colon before variable: for a prepared statement using named placeholders, this will be a parameter name of the form :name
|
||||||
|
BEGIN;
|
||||||
|
CREATE SCHEMA IF NOT EXISTS :schema;
|
||||||
|
SET search_path to :schema, public;
|
||||||
|
|
||||||
|
CREATE TABLE stops(
|
||||||
|
stop_seq_no BIGSERIAL NOT NULL,
|
||||||
|
stop_type VARCHAR(7),
|
||||||
|
stop_dhid VARCHAR(63),
|
||||||
|
stop_parent VARCHAR(31),
|
||||||
|
stop_name TEXT,
|
||||||
|
stop_lat VARCHAR(31),
|
||||||
|
stop_lon VARCHAR(31),
|
||||||
|
stop_municipality_code VARCHAR(15),
|
||||||
|
stop_municipality VARCHAR(63),
|
||||||
|
stop_district_code VARCHAR(15),
|
||||||
|
stop_district VARCHAR(31),
|
||||||
|
stop_condition VARCHAR(31),
|
||||||
|
stop_state VARCHAR(31),
|
||||||
|
stop_description TEXT,
|
||||||
|
stop_authority TEXT,
|
||||||
|
stop_delfi_name VARCHAR(31),
|
||||||
|
stop_tariff_dhid VARCHAR(31),
|
||||||
|
stop_tariff_name TEXT,
|
||||||
|
CONSTRAINT stops_pkey PRIMARY KEY (stop_seq_no)
|
||||||
|
);
|
||||||
|
|
||||||
|
COMMIT;
|
Loading…
Reference in New Issue