# Sitemap
Sitemap: https://rettet-das-kind-stmk.at/sitemap_index.xml

#robots.txt optimizations
User-agent: * 
Disallow: /cgi-bin 
Disallow: /wp-
Disallow: /?s= 
Disallow: *&s= 
Disallow: /search 
Disallow: /author/ 
Disallow: *?attachment_id=
Disallow: */feed 
Disallow: */rss 
Disallow: */embed
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-includes/

# General rules
User-agent: *
Disallow: /datenschutz/
Disallow: /impressum/
Disallow: /category/
Disallow: /jupiterx-fonts/
Disallow: /author/
Disallow: /cgi-bin/
Disallow: /wp-
Disallow: /*?
Disallow: /*.php$
Disallow: /*?s=
Disallow: /search
Disallow: /feed
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /attachment_id*
Disallow: /?id=
Disallow: /?ref=

# Blocking specific user-agents (bad bots)
User-agent: MSIECrawler 
Disallow: / 
User-agent: WebCopier 
Disallow: / 
User-agent: HTTrack 
Disallow: / 
User-agent: Microsoft.URL.Control 
Disallow: / 
User-agent: libwww 
Disallow: / 
User-agent: Orthogaffe 
Disallow: / 
User-agent: UbiCrawler 
Disallow: / 
User-agent: DOC 
Disallow: / 
User-agent: Zao 
Disallow: / 
User-agent: sitecheck.internetseer.com
Disallow: / 
User-agent: Zealbot
 Disallow: / 
User-agent: MSIECrawler 
Disallow: / 
User-agent: SiteSnagger
Disallow: / 
User-agent: WebStripper 
Disallow: / 
User-agent: WebCopier 
Disallow: / 
User-agent: Fetch 
Disallow: / 
User-agent: Offline Explorer 
Disallow: / 
User-agent: Teleport 
Disallow: / 
User-agent: TeleportPro 
Disallow: / 
User-agent: WebZIP
Disallow: / 
User-agent: linko 
Disallow: / 
User-agent: HTTrack 
Disallow: / 
User-agent: Microsoft.URL.Control 
Disallow: / 
User-agent: Xenu 
Disallow: / 
User-agent: larbin 
Disallow: / 
User-agent: libwww 
Disallow: / 
User-agent: ZyBORG 
Disallow: /
User-agent: Download Ninja 
Disallow: / 
User-agent: wget 
Disallow: / 
User-agent: grub-client 
Disallow: / 
User-agent: k2spider 
Disallow: /
User-agent: NPBot 
Disallow: / 
User-agent: WebReaper 
Disallow: /

# Allow Googlebot to access CSS and JS files
User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$