chore: rm zhv folder
This commit is contained in:
parent
025a980fe5
commit
4e5a9861b8
|
|
@ -1,6 +0,0 @@
|
|||
HOME=<set variable!>
|
||||
# m h dom mon dow command
|
||||
24 0 * * Tue,Thu cd $HOME/git/delfi/zhv && sh ./dload.sh <work dir> <url>
|
||||
27 0 * * Tue,Thu echo 'Next!'
|
||||
28 0 * * Tue,Thu cd $HOME/git/delfi/zhv && sh ./sh import.sh <db name> <db user> <db schema> <ZHV CSV import file> <GTFS CSV import file>
|
||||
29 0 * * Tue,Thu echo 'Next!'
|
||||
68
zhv/dload.sh
68
zhv/dload.sh
|
|
@ -1,68 +0,0 @@
|
|||
#!/bin/bash
|
||||
#
|
||||
echo "Started..."
|
||||
#Started...
|
||||
#
|
||||
# special variable $# is the number of arguments
|
||||
if [ $# -lt 4 ] ; then
|
||||
echo 'Call ./<script> <work dir> <dload URL> <ZHV CSV output file> <GTFS CSV output file>'
|
||||
exit 1
|
||||
fi
|
||||
#
|
||||
WORK_DIR="$1"
|
||||
echo "WORK_DIR: $WORK_DIR"
|
||||
dloadDir=${WORK_DIR}/zhv
|
||||
echo "dloadDir: $dloadDir"
|
||||
rm -r $dloadDir
|
||||
mkdir -p $dloadDir
|
||||
logFile=${dloadDir}/wget-log.txt
|
||||
echo "logFile: $logFile"
|
||||
dloadFile=${dloadDir}/zhv.zip
|
||||
echo "dloadFile: $dloadFile"
|
||||
dloadUrl=$2
|
||||
echo "dloadUrl: $dloadUrl"
|
||||
wget -o $logFile -O $dloadFile $dloadUrl
|
||||
#
|
||||
unzipDir=${dloadDir}/unzip
|
||||
echo "unzipDir: $unzipDir"
|
||||
mkdir -p $unzipDir
|
||||
unzip -qq -d $unzipDir $dloadFile
|
||||
#
|
||||
csvFilePath=$(find $unzipDir -name '*.csv' -type f)
|
||||
echo "csvFilePath: $csvFilePath"
|
||||
#
|
||||
csvFile=$(basename $csvFilePath)
|
||||
echo "csvFile: $csvFile"
|
||||
csvFileNoExt="${csvFile%.*}"
|
||||
echo "csvFileNoExt: $csvFileNoExt"
|
||||
csvFileDot=${csvFileNoExt}-dot.csv
|
||||
echo "csvFileDot: $csvFileDot"
|
||||
csvFileDotPath=${unzipDir}/$csvFileDot
|
||||
echo "csvFileDotPath: $csvFileDotPath"
|
||||
sed 's/\([[:digit:]]\)\,\([[:digit:]]\)/\1.\2/g' $csvFilePath > $csvFileDotPath
|
||||
rm $csvFilePath
|
||||
#
|
||||
csvFileLower=${csvFileNoExt}-dot-lower.csv
|
||||
echo "csvFileLower: $csvFileLower"
|
||||
csvFileLowerPath=${unzipDir}/$csvFileLower
|
||||
echo "csvFileLowerPath: $csvFileLowerPath"
|
||||
sed '1s/\(.*\)/\L\1/' $csvFileDotPath > $csvFileLowerPath
|
||||
rm $csvFileDotPath
|
||||
#
|
||||
csvFileComma=${csvFileNoExt}-dot-lower-comma.csv
|
||||
echo "csvFileComma: $csvFileComma"
|
||||
csvFileCommaPath=${unzipDir}/$csvFileComma
|
||||
echo "csvFileCommaPath: $csvFileCommaPath"
|
||||
sed -E 's/(");(")/\1\,\2/g' $csvFileLowerPath > $csvFileCommaPath
|
||||
rm $csvFileLowerPath
|
||||
#
|
||||
ZHV_CSV_OUTPUT="$3"
|
||||
echo "ZHV_CSV_OUTPUT: $ZHV_CSV_OUTPUT"
|
||||
mv $csvFileCommaPath $ZHV_CSV_OUTPUT
|
||||
#
|
||||
GTFS_CSV_OUTPUT="$4"
|
||||
echo "GTFS_CSV_OUTPUT: $GTFS_CSV_OUTPUT"
|
||||
cp $ZHV_CSV_OUTPUT $GTFS_CSV_OUTPUT
|
||||
#
|
||||
echo "Done."
|
||||
#done.
|
||||
|
|
@ -1,28 +0,0 @@
|
|||
#!/bin/bash
|
||||
#
|
||||
echo "Started..."
|
||||
#Started...
|
||||
#
|
||||
# special variable $# is the number of arguments
|
||||
if [ $# -lt 4 ] ; then
|
||||
echo 'Call ./<script> <db name> <db user> <db schema> <CSV import file>'
|
||||
exit 1
|
||||
fi
|
||||
#
|
||||
DB_NAME="$1"
|
||||
echo "DB_NAME: $DB_NAME"
|
||||
DB_USER="$2"
|
||||
echo "DB_USER: $DB_USER"
|
||||
DB_SCHEMA="$3"
|
||||
echo "DB_SCHEMA: ${DB_SCHEMA}"
|
||||
IMPORT="$4"
|
||||
echo "IMPORT: ${IMPORT}"
|
||||
TABLE="${DB_SCHEMA}.stops"
|
||||
echo "TABLE: ${TABLE}"
|
||||
#
|
||||
psql -h localhost -p 5432 -U $DB_USER -f ./sql/create-tbl-stops.sql -d $DB_NAME -v schema=$DB_SCHEMA
|
||||
#
|
||||
psql -h localhost -p 5432 -U $DB_USER -c "\\copy $TABLE FROM '$IMPORT' DELIMITER ';' CSV HEADER;" -d $DB_NAME
|
||||
#
|
||||
echo "Done."
|
||||
#done.
|
||||
21
zhv/makefile
21
zhv/makefile
|
|
@ -1,21 +0,0 @@
|
|||
SHELL := /bin/bash
|
||||
|
||||
TABLES = stops
|
||||
|
||||
SCHEMA = zhv
|
||||
|
||||
psql = $(strip psql -v schema=$(SCHEMA))
|
||||
|
||||
# $(addprefix prefix,names…): The argument names is regarded as a series of names, separated by whitespace; prefix is used as a unit. The value of prefix is prepended to the front of each individual name and the resulting larger names are concatenated with single spaces between them.
|
||||
#
|
||||
# FORMAT(format_string [, format_arg [, ...] ])
|
||||
load: $(addprefix load-,$(TABLES))
|
||||
@$(psql) -t -A -c "SELECT FORMAT('* loaded %s', feed_file) WHERE feed_file = '$(GTFS)';"
|
||||
|
||||
copy: $(ZHV)
|
||||
$(psql) -c "\copy ${SCHEMA}.stops FROM '$<' DELIMITER ';' CSV HEADER;"
|
||||
|
||||
# -v: variable assignment, like the /set meta-command
|
||||
# $<: name of the firest prerequisite
|
||||
init: sql/schema.sql
|
||||
$(psql) -v ON_ERROR_STOP=on -f $<
|
||||
|
|
@ -1,31 +0,0 @@
|
|||
# zhv
|
||||
|
||||
* checkout repository
|
||||
```
|
||||
mkdir ~/git && cd ~/git
|
||||
git clone https://git.wtf-eg.de/dancesWithCycles/delfi.git
|
||||
```
|
||||
|
||||
* configure cron
|
||||
```
|
||||
cd ~/git/delfi/zhv
|
||||
cat dload/crontab
|
||||
crontab -e
|
||||
crontab -l
|
||||
```
|
||||
|
||||
* make sure to set variables like `PGDATABASE`, `PGUSER`, `PGHOST`, `PGPORT` aaso. appropriately
|
||||
|
||||
* initialize database
|
||||
|
||||
```
|
||||
cd ~/git/delfi/zhv
|
||||
make init
|
||||
```
|
||||
|
||||
* load database
|
||||
|
||||
```
|
||||
cd ~/git/delfi/zhv
|
||||
make copy ZHV=<CSV file>
|
||||
```
|
||||
|
|
@ -1,29 +0,0 @@
|
|||
-- colon before variable: for a prepared statement using named placeholders, this will be a parameter name of the form :name
|
||||
DROP SCHEMA IF EXISTS :schema CASCADE;
|
||||
|
||||
CREATE SCHEMA IF NOT EXISTS :schema;
|
||||
SET search_path to :schema, public;
|
||||
|
||||
DROP TABLE IF EXISTS stops;
|
||||
|
||||
CREATE TABLE IF NOT EXISTS stops
|
||||
(
|
||||
stop_seq_no BIGSERIAL,
|
||||
stop_type VARCHAR(7),
|
||||
stop_dhid VARCHAR(63),
|
||||
stop_parent VARCHAR(31),
|
||||
stop_name TEXT,
|
||||
stop_lat DOUBLE PRECISION,
|
||||
stop_lon DOUBLE PRECISION,
|
||||
stop_municipality_code VARCHAR(15),
|
||||
stop_municipality VARCHAR(63),
|
||||
stop_district_code VARCHAR(15),
|
||||
stop_district VARCHAR(31),
|
||||
stop_condition VARCHAR(31),
|
||||
stop_state VARCHAR(31),
|
||||
stop_description TEXT,
|
||||
stop_authority TEXT,
|
||||
stop_delfi_name VARCHAR(31),
|
||||
stop_tariff_dhid VARCHAR(31),
|
||||
stop_tariff_name TEXT
|
||||
);
|
||||
|
|
@ -1,28 +0,0 @@
|
|||
-- colon before variable: for a prepared statement using named placeholders, this will be a parameter name of the form :name
|
||||
BEGIN;
|
||||
CREATE SCHEMA IF NOT EXISTS :schema;
|
||||
SET search_path to :schema, public;
|
||||
|
||||
CREATE TABLE stops(
|
||||
stop_seq_no BIGSERIAL NOT NULL,
|
||||
stop_type VARCHAR(7),
|
||||
stop_dhid VARCHAR(63),
|
||||
stop_parent VARCHAR(31),
|
||||
stop_name TEXT,
|
||||
stop_lat DOUBLE PRECISION,
|
||||
stop_lon DOUBLE PRECISION,
|
||||
stop_municipality_code VARCHAR(15),
|
||||
stop_municipality VARCHAR(63),
|
||||
stop_district_code VARCHAR(15),
|
||||
stop_district VARCHAR(31),
|
||||
stop_condition VARCHAR(31),
|
||||
stop_state VARCHAR(31),
|
||||
stop_description TEXT,
|
||||
stop_authority TEXT,
|
||||
stop_delfi_name VARCHAR(31),
|
||||
stop_tariff_dhid VARCHAR(31),
|
||||
stop_tariff_name TEXT,
|
||||
CONSTRAINT stops_pkey PRIMARY KEY (stop_seq_no)
|
||||
);
|
||||
|
||||
COMMIT;
|
||||
Loading…
Reference in New Issue