Anfang Ordnerstruktur

Subbranch
Al-P 3 years ago
parent 41ea012ffc
commit 40ecbb344a
  1. 36
      src/Kalender/EFA_scrape_csv
  2. 6
      src/Kalender/FR_online
  3. 1121
      src/Kalender/frkalender_scrape_csv
  4. 12
      src/Kalender/scrape_DAFNE_online.py
  5. 21
      src/Kalender/scrape_FR.py
  6. 29
      src/Kalender/scrape_FR_2.py
  7. 30
      src/Kalender/scrape_FR_online_3.py
  8. 7
      src/Support/Stiftungssuche_190517_scrape.py
  9. 0
      src/Support/Stiftungssuche_190621_scrape.py
  10. 43
      src/Support/Stiftungssuche_scrape.py

@ -0,0 +1,36 @@
titel,datum,event_url,ort
CASE University Leadership UK Study Tour,19-22 February 2019,https://www.case.org/Conferences_and_Training/University_Leadership_UK_Study_Tour_x75304.html,"Oxford, London, & Warwick, UK"
Volunteer & Community Fundraising 2019 (IoF),25 February 2019,https://www.institute-of-fundraising.org.uk/events-and-training/events/volunteercommunity-fundraising-conference-2019/,"London, UK"
Cultural Sector Network National Conference,12 March 2019,https://www.institute-of-fundraising.org.uk/news/programme-announced-iof-csn-national-conference-2019/,"London, UK"
Digital Fundraising Conference 2019 (IoF),25 March 2019,https://www.institute-of-fundraising.org.uk/events-and-training/events/digital-fundraising-conference-2019/,"London, UK"
CASE Spring Institute in Educational Fundraising,29 April - 03 May 2019,https://www.case.org/Conferences_and_Training/Spring_Institute_in_Educational_Fundraising_2019.html,"Loughborough, UK"
Insamlingsforum,14-15 May 2019,https://insamlingsforum.se/,"Stockholm, Sweden"
European Foundation Centre Conference,22-24 May 2019,https://www.efc.be/aga/2019-paris/,"Paris, France"
Conference on Fundraising in Arts and Culture,12 June 2019,https://www.fundraising.at/VERANSTALTUNGEN/FachtagungKulturfundraising/tabid/1219/language/de-DE/Default.aspx#English,"Vienna, Austria "
European Fundraising School with Eva Aldrich & Alex Buchinger,25-28 June 2019,http://school.fundraising.at,"Vienna, Austria "
Legal Barriers to Cross-Border Giving,03 July 2019,http://ernop.eu/conference2019/pre-conference-event/,"Basel, Switzerland"
Communicating with Older Generations,12 July 2019,https://www.institute-of-fundraising.org.uk/events-and-training/events/communicating-with-older-generations/?preview=true,"London, UK "
5th Conference for Fundraising for Local Authorities,10 September 2019,https://www.fundraisers.fr/fundraising-agenda/5eme-conference-mecenat-territorial-collectivites,"Paris, France"
IFC 2019,15-18 October 2019,https://resource-alliance.org/events/ifc/,"Noordwijk, Netherlands"
CEE Fundraising Conference,09-11 October 2019,https://www.ceefundraising.org,"Bratislava, Slovakia"
Vienna: Congress on Fundraising in Science and Higher Education,05 November 2019,," Vienna, Austria "
FAB Conference on Segmentation of Donors,28 November 2019,https://www.fundraisersalliancebelgium.be/bijeenkomsten/detail/14/conference-on-segmentation-of-donors/about#.XShpdZNKho5," Brussels, Belgium "
Conference on Volunteering Management and Trends in Volunteering,03 December 2019,,"Vienna, Austria"
Legavision Conference,21 February 2019,mailto:theo@goednalaten.nl,"Prague, Czech Republic"
3rd NPO Communication Summit,12 March 2019,http://communication.fundraising.at,"Vienna, Austria"
14th Fundraising Conference for Higher Education & Research,20-21 March 2019,https://www.fundraisers.fr/fundraising-enseignement-superieur-recherche-conference,"Paris, France"
Fundraising in the faith-based sector,01 April 2019,https://www.fundraisers.fr/fundraising-agenda/affconfessionnel-10eme-conference-de-collecte-de-fonds-pour-secteur-confessionnel,"Paris, France"
Spendentag 2019 ,07 May 2019,https://www.spendentag.at,"Vienna, Austria"
Slovak-Czech Fundraising Conference,17 May 2019,https://www.skczfundraising.org,"Bratislava, Slovakia"
XIX Fundraising Congress in Spain,04-06 June 2019,https://www.congresofundraising.org/,"Madrid, Spain"
SwissFundraisingDay,20 June 2019,https://swissfundraising.org/events/swissfundraisingday-2019/,"Berne, Switzerland"
18th Francophone Fundraising Seminar,25-27 June 2019,https://www.fundraisers.fr/fundraising-agenda/seminaire-francophone-de-collecte-de-fonds,"Paris, France"
National Fundraising Convention,01-03 July 2019,http://www.fundraisingconvention.uk,"London, UK"
9th Int'l Research Conference (ERNOP),04-05 July 2019,http://ernop.eu/conference2019/,"Basel, Switzerland"
CASE Europe Annual Conference,27-29 August 2019, https://www.case.org/programme,"Birmingham, UK "
Norwegian Fundraising Conference,12 September 2019,https://www.innsamlingsradet.no/,Norway
FAB Conference on Major Donors & Legacies ,19 September 2019,https://www.fundraisersalliancebelgium.be/bijeenkomsten/detail/13/fab-conference-on-major-donors-and-legacies/about#.XShpKZNKho5,"Brussels, Belgium"
26th Austrian Fundraising Congress,07-09 October 2019,https://www.fundraisingkongress.at," Vienna, Austria "
CEE Leaders of Tomorrow,27 October - 01 November 2019,https://www.ceeleadership.org,"Modra-Piesok, Slovakia"
Fundraising in the Cultural Sector,27-28 November 2019,https://www.fundraisers.fr/fundraising-agenda/affculture-10eme-conference-de-fundraising-pour-secteur-de-culture,"Paris, France "
2nd Edition of Giving Tuesday in France,03 December 2019,https://givingtuesday.fr/,"Paris, France"

@ -0,0 +1,6 @@
class FR_online:
list = []
def addEvent(self, event)
list.append(event)
def get.list(self):
fr = FR_online

File diff suppressed because it is too large Load Diff

@ -0,0 +1,12 @@
from bs4 import BeautifulSoup
import requests
import csv
source = requests.get('https://www.philanthropycalendar.eu/').text
soup = BeautifulSoup(source, 'lxml')
iframe = soup.find("iframe")['']
# link = iframe.find("iframe")['href']
# event_url = soup.find("iframe")["href"]
print(iframe)

@ -0,0 +1,21 @@
from bs4 import BeautifulSoup
import requests
with open('/Kalender/calender.html') as html_file:
soup = BeautifulSoup(html_file, 'lxml')
print(soup)
#source = requests.get ('http://www.fundraising-kalender.de').text
#soup = BeautifulSoup(source, 'lxml')
#for veranstaltung in soup.find_all('kalender-veranstaltung'):
# event = veranstaltung.find("kalender-termin").string.strip()
#with open('out.txt', 'w') as f:
# print >> f, 'Filename:', filename # Python 2.x
# print('Filename:', filename, file=f) # Python 3.x
#print(soup.prettify())

@ -0,0 +1,29 @@
from bs4 import BeautifulSoup
import requests
with open('FRM.html') as html_file:
soup = BeautifulSoup(html_file, 'lxml')
for Veranstaltung in soup.find_all('div', class_='kalender-veranstaltung'):
content = Veranstaltung
for Termin in content.find_all('div', class_='kalender-termin'):
Termin = Termin.text
print(Termin)
for Titel in content.find_all('div', class_='kalender-titel'):
Titel = Titel.text
print(Titel)
for Veranstalter in content.find_all('div', class_='kalender-veranstalter'):
Veranstalter = Veranstalter.text
print(Veranstalter)
for Ort in content.find_all('div', class_='kalender-ort'):
Ort = Ort.text
print(Ort)
for Link in content.find_all('div', class_='kalender-titel'):
Link = Link.a.string
print(Link)
print()
#Output = Termin, Titel, Veranstalter, Ort
#print(Termin, Titel, Veranstalter, Ort)
#print(Output)

@ -0,0 +1,30 @@
from bs4 import BeautifulSoup
import requests
source = requests.get('https://fundraiser-magazin.de/fundraising-kalender.html').text
soup = BeautifulSoup(source, 'lxml')
event = soup.find("div", class_="kalender-veranstaltung")
#print(event.prettify())
event_url = event.find("div", class_="kalender-titel")
print(event_url)
#titel = event.find("div", class_="kalender-titel").text
#print(titel)
#datum = event.find("div", class_="kalender-termin").text
#print(datum)
'''
for event in soup.find_all("div", class_="kalender-veranstaltung"):
titel = event.find_all('div', class_='kalender-titel')
print(titel)
veranstalter = event.find_all('div', class_='kalender-veranstalter')
print(veranstalter)
ort = event.find_all('div', class_='kalender-ort')
print(ort)
'''

@ -0,0 +1,7 @@
import requests
payload = {'searchtype': 1 , 'stichworte': ' ', "ort":'', "bundesland":'', "action" : "search"}
r = requests.post("https://stiftungssuche.de/", data=payload)
print(r.status_code)
print(r.text[:100000])

@ -0,0 +1,43 @@
import sys
import requests
import re
from bs4 import BeautifulSoup
suchwort = 'stift'
if len(sys.argv) > 1:
if sys.argv[1] == 'download':
payload = {'searchtype': 1 , 'stichworte': suchwort, "ort":'', "bundesland":'', "action" : "search"}
r = requests.post("https://stiftungssuche.de/", data=payload)
cookie = r.cookies
if r.status_code == 200:
f = open("data/website", "w")
f.write(r.text)
f.close()
count = 1
while True:
print("\nReload: "+str(count))
count = count + 1
r = requests.get('https://stiftungssuche.de/wp-content/plugins/stiftungssuche/ajax/more_content.php/', cookies=cookie)
if r.status_code == 200:
f = open("data/website", "a")
f.write(r.text)
f.close()
else:
break
f = open("data/website", "r")
document = BeautifulSoup(f.read(), 'html.parser')
f.close()
hitlist = document.find_all(id=re.compile("^portrait_"))
for entry in hitlist:
portrait = str(entry['id'])
f = open("result/"+portrait+'.html', "w")
f.write(str(entry.div))
f.close()
#page = 'https://stiftungssuche.de/wp-content/plugins/stiftungssuche/ajax/more_content.php/'
Loading…
Cancel
Save