# Robots.txt for crawler

User-agent: *

# Disallow Crawler
Disallow: /User
Disallow: /Dateien
Disallow: /Nachrichten/Suche
# Crawler often creates invalid script/webresource resource request
Disallow: /ScriptResource
Disallow: /WebResource
Disallow: /Verlag/Digital-Smile-Abo
Disallow: /Verlag/Digital-Zusatz-Abo-zu-Print-Einzelausgabe
Disallow: /Nachrichten/Die-digitalen-Abomodelle-unserer-Zeitung-im-Ueberblick-70804.html
Disallow: /Abo/Abo-bestellen-Detailansicht.html
Disallow: /Verlag/NoAbo

# Max crawler Time per page in sec
Crawl-Delay: 2

#Sitemap
#Sitemap: https://www.zak.de/Sitemap_Index.xml.gz