# # robots.txt # User-agent: * Crawl-delay: 10 # Directories Disallow: /css/ Disallow: /files/ Disallow: /js/ Disallow: /kunst/ Disallow: /misc/ Disallow: /myspace/ Disallow: /sys/ Disallow: /test/ Disallow: /Bewerbung_FH/