# for all user agents User-agent: * # dont index these files Disallow: /admin/ Disallow: /logs/ Disallow: /de/bewerbung.php Disallow: /en/bewerbung.php # do not touch Disallow: /out.php