Code: Alles auswählen
User-agent: *
Disallow: /admin/
Disallow: /db/
Disallow: /includes/
Disallow: /language/
Disallow: /templates/
Disallow: /config.php
Disallow: /profile.php
Disallow: /groupcp.php
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /posting.php
Disallow: /privmsg.php
Disallow: /faq.php
Disallow: /login.php
Disallow: /chat.php
Disallow: /staff.php
User-agent: Slurp
Crawl-delay: 120 Invalid fieldname:
Crawl-delay: 120
