- added dwd import

This commit is contained in:
Henrik Mertens 2022-04-26 12:22:02 +02:00
parent 5055347525
commit b46d56651f
2 changed files with 53 additions and 0 deletions

1
.gitignore vendored
View file

@ -569,3 +569,4 @@ FodyWeavers.xsd
.idea/ .idea/
*.sln.iml *.sln.iml
dwd-data*

52
importy.py Normal file
View file

@ -0,0 +1,52 @@
from operator import contains
import requests
import os
import zipfile
import io
url = 'https://opendata.dwd.de/climate_environment/CDC/observations_germany/climate/10_minutes/air_temperature/now/'
download_folder = 'dwd-data/'
response = requests.get(url)
#print(response.text)
from bs4 import BeautifulSoup
soup = BeautifulSoup(response.text, 'html.parser')
print(soup.title)
if not os.path.isdir(download_folder):
os.mkdir(download_folder)
dwd_links = soup.findAll('a')
i = int(1)
dwd_len = len(dwd_links) - 3
for file_text in dwd_links:
dwd_len = len(dwd_links) - 3
if (str(file_text.text).__contains__('10minutenwerte')):
dest_file = download_folder + file_text.text
if not os.path.isfile(dest_file):
file_url = url + "/" + file_text.text
download(file_url, dest_file)
print("Download ", i," von ",dwd_len)
i += 1
def download(url, dest_file):
response = requests.get(file_url)
open(dest_file, 'wb').write(response.content)
for filename in os.listdir(download_folder):
file_path = os.path.join(download_folder, filename)
zip=zipfile.ZipFile(file_path)
f=zip.open(zip.namelist()[0])
contents=f.read()
print(contents)