still testing
This commit is contained in:
vv01f
parent
106a912b58
commit
1a9898876c
GPG Key ID:
02625A16AC1D1FF6
|
|
@ -0,0 +1,118 @@
|
|||
#!/usr/bin/env sh
|
||||
c17default="office@ccc.de"
|
||||
|
||||
#set -x
|
||||
c1="SEND_NAME1"
|
||||
c2="SEND_NAME2"
|
||||
c3="SEND_STREET"
|
||||
c4="SEND_HOUSENUMBER"
|
||||
c5="SEND_PLZ"
|
||||
c6="SEND_CITY"
|
||||
c7="SEND_COUNTRY"
|
||||
c8="RECV_NAME1"
|
||||
c9="RECV_NAME2"
|
||||
c10="RECV_STREET"
|
||||
c11="RECV_HOUSENUMBER"
|
||||
c12="RECV_PLZ"
|
||||
c13="RECV_CITY"
|
||||
c14="RECV_COUNTRY"
|
||||
c15="PRODUCT"
|
||||
c16="COUPON"
|
||||
c17="SEND_EMAIL"
|
||||
l1=35
|
||||
l2=35
|
||||
l3=35
|
||||
l4=5
|
||||
l5=11
|
||||
l6=35
|
||||
l7=3
|
||||
l8=35
|
||||
l9=35
|
||||
l10=35
|
||||
l11=5
|
||||
l12=11
|
||||
l13=35
|
||||
l14=3
|
||||
l15=30
|
||||
l16=30
|
||||
l17=100
|
||||
ua="Mozilla/5.0 (X11; Linux x86_64; rv:70.0) Gecko/20100101 Firefox/70.0"
|
||||
# Zugangsdaten für das Mediawiki aus Konfiguratonsdatei bzw. ggf.
|
||||
auth=""
|
||||
getAuthData() {
|
||||
user=""
|
||||
pass=""
|
||||
#dir=$(pwd)
|
||||
#cd ~
|
||||
test -f ds.conf && {
|
||||
user=$(cat ds.conf|grep -i "^user="|cut -d= -f2) #
|
||||
pass=$(cat ds.conf|grep -i "^pass="|cut -d= -f2) #
|
||||
} || {
|
||||
which pass >/dev/null && {
|
||||
passfile=ccc/doku-htaccess
|
||||
passstore=~/.password-store/
|
||||
test -f $(echo ${passstore}${passfile}".gpg") || { >&2 echo "path for password manager does not match: "${passfile}; exit 1; }
|
||||
user=$(pass ${passfile} |grep -i "login"|head -1|rev|cut -d" " -f1|rev)
|
||||
pass=$(pass ${passfile} |head -1)
|
||||
} || { >&2 echo "tool missing: pass (unix password manager)"; exit 1; }
|
||||
}
|
||||
test -z "$user" && { >&2 echo "no auth data found."; return 1; }
|
||||
echo "${user}:${pass}@"
|
||||
}
|
||||
auth=$(getAuthData)
|
||||
|
||||
#~ {{#ask:
|
||||
#~ [[Chaostreff-Active::true]]
|
||||
#~ [[Chaostreff-Wants-Datenschleuder::true]]
|
||||
#~ [[Chaostreff-Delivery-Provided::true]]
|
||||
#~ |?Chaostreff-Delivery-Name = Name1
|
||||
#~ |?Chaostreff-Delivery-Remark = Name2
|
||||
#~ |?Chaostreff-Delivery-Address = Street
|
||||
#~ |?Chaostreff-Delivery-Housenumber = Housenumber
|
||||
#~ |?Chaostreff-Delivery-Postcode = PLZ
|
||||
#~ |?Chaostreff-Delivery-City = City
|
||||
#~ |?Chaostreff-Country = Country
|
||||
#~ |headers=show
|
||||
#~ |sort=Chaostreff-Delivery-City
|
||||
#~ |mainlabel=-
|
||||
#~ |headers=show
|
||||
#~ |searchlabel=CSV
|
||||
#~ |format=csv
|
||||
#~ |default=csv-query-error
|
||||
#~ |filename=dhl-ds-versendung.csv
|
||||
#~ |sep=;
|
||||
#~ |limit=100
|
||||
#~ }}
|
||||
|
||||
ua="Mozilla/5.0 (X11; Linux x86_64; rv:70.0) Gecko/20100101 Firefox/70.0"
|
||||
## Empfänger der DS
|
||||
url="https://${auth}doku.ccc.de/index.php?title=Spezial:Semantische_Suche&x=-5B-5BChaostreff-2DActive%3A%3Awahr-5D-5D-20-5B-5BChaostreff-2DWants-2DDatenschleuder%3A%3Awahr-5D-5D-20-5B-5BChaostreff-2DDelivery-2DProvided%3A%3Awahr-5D-5D%2F-3FChaostreff-2DDelivery-2DName%3DName1%2F-3FChaostreff-2DDelivery-2DRemark%3DName2%2F-3FChaostreff-2DDelivery-2DAddress%3DStreet%2F-3FChaostreff-2DDelivery-2DHousenumber%3DHousenumber%2F-3FChaostreff-2DDelivery-2DPostcode%3DPLZ%2F-3FChaostreff-2DDelivery-2DCity%3DCity%2F-3FChaostreff-2DCountry%3DCountry&mainlabel=-&limit=100&order=asc&sort=Chaostreff-Delivery-City&offset=0&format=csv&headers=show&searchlabel=CSV&default=csv-query-error&sep=%3B&filename=dhl-ds-versendung.csv"
|
||||
#~ url="https://${auth}doku.ccc.de/index.php?title=Spezial:Semantische_Suche&x=-5B-5BChaostreff-2DActive%3A%3Awahr-5D-5D-20-5B-5BChaostreff-2DWants-2DDatenschleuder%3A%3Awahr-5D-5D-20-5B-5BChaostreff-2DDelivery-2DProvided%3A%3Awahr-5D-5D%2F-3FChaostreff-2DDelivery-2DName%3DName%2F-3FChaostreff-2DDelivery-2DRemark%3DVermerk%2F-3FChaostreff-2DDelivery-2DAddress%3DAdresse%2F-3FChaostreff-2DDelivery-2DHousenumber%3DHausnummer%2F-3FChaostreff-2DDelivery-2DPostcode%3DPLZ%2F-3FChaostreff-2DDelivery-2DCity%3DStadt%2F-3FChaostreff-2DCountry%3DLand%2F-3FChaostreff-2DConsumed-2DDatenschleudern%3DDS-2DBedarf&mainlabel=-&limit=50&order=asc&sort=Erfa-Delivery-City&offset=0&format=csv&headers=show&searchlabel=CSV&default=csv-query-error&sep=%3B&filename=ds-erfa-adressen.csv"
|
||||
#~ url="https://${auth}doku.ccc.de/index.php?title=Spezial:Semantische_Suche&x=-5B-5BChaostreff-2DActive%3A%3Awahr-5D-5D-20-5B-5BChaostreff-2DWants-2DDatenschleuder%3A%3Awahr-5D-5D-20-5B-5BChaostreff-2DDelivery-2DProvided%3A%3Awahr-5D-5D%2F-3FChaostreff-2DDelivery-2DName%3DName1%2F-3FChaostreff-2DDelivery-2DRemark%3DName2%2F-3FChaostreff-2DDelivery-2DAddress%3DStra%C3%9Fe%2F-3FChaostreff-2DDelivery-2DHousenumber%3DHausnummer%2F-3FChaostreff-2DDelivery-2DPostcode%3DPLZ%2F-3FChaostreff-2DDelivery-2DCity%3DStadt%2F-3FChaostreff-2DCountry%3DLand&mainlabel=Erfa%2FChaostreff&limit=100&order=asc&sort=Erfa-Delivery-City&offset=0&format=csv&headers=show&searchlabel=CSV&default=csv-query-error&sep=%3B&filename=dhl-ds-versendung.csv"
|
||||
|
||||
fn="/tmp/dhl/dhl-"$(date +%Y%m%dT%H%M%S)".csv"
|
||||
|
||||
of=$(echo "$fn"|rev|cut -d'.' -f2-|rev)"-1.csv"
|
||||
mkdir -p $(echo "${fn}"|rev|cut -d'/' -f2-|rev)
|
||||
curl -vv -k -o "${of}" -A "${ua}" "${url}"
|
||||
|
||||
if="$of"
|
||||
of=$(echo "$fn"|rev|cut -d'.' -f2-|rev)"-2.csv"
|
||||
format="UTF-8" #$(file -i ${if}|cut -d':' -f2-|cut -d' ' -f2)
|
||||
iconv -o "$of" -f "${format}" -t WINDOWS-1252//TRANSLIT "${if}"
|
||||
|
||||
if="$of"
|
||||
of=$(echo "$fn"|rev|cut -d'.' -f2-|rev)"-3.csv"
|
||||
echo "RECV_NAME1;RECV_NAME2;RECV_STREET;RECV_HOUSENUMBER;RECV_PLZ;RECV_CITY;RECV_COUNTRY" > "$of"
|
||||
tail -n +2 "$if" >> "$of"
|
||||
|
||||
if="$of"
|
||||
of=$(echo "$fn"|rev|cut -d'.' -f2-|rev)"-4.csv"
|
||||
sed -e 's/$'"/`echo \\\r`/" "$if" > "$of"
|
||||
|
||||
#curl -o "${fn}" -k -A "${ua}" -vv "${url}"
|
||||
#~ && {
|
||||
# ersetze Anführungszeichen, e.V. inkl. Spaces und generell zero width Spaces
|
||||
fn=$of
|
||||
sed -i -e 's/^"//g' -e 's/"$//g' -e 's/;"/;/g' -e 's/";/;/g' -e 's/[[:space:]]e\.[\u00A0\u202F[:space:]]*V\./\ e.V./g' -e 's/\uFEFF//g' ${fn}
|
||||
#~}
|
||||
Loading…
Reference in New Issue