# Robots.txt for Unretparit Online-Fotografie-Schule
# https://www.unretparit.com/robots.txt

User-agent: *
Allow: /

# Disallow sensitive or private areas
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /*.log$
Disallow: /backup/

# Allow important pages for SEO
Allow: /
Allow: /about.html
Allow: /tips.html
Allow: /contact.html
Allow: /privacy.html
Allow: /terms.html
Allow: /cookies.html
Allow: /thanks.html

# Allow images and CSS/JS for proper rendering in search results
Allow: /images/
Allow: /styles.css
Allow: /script.js
Allow: /favicon.svg

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.unretparit.com/sitemap.xml

# Special instructions for major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /