# robots.txt zu http://www.20th-century.eu/

User-agent: jobs.de-Robot
Disallow: /

User-agent: *
Disallow: /admin/
Disallow: /sm-gen/
Disallow: /live_statistik/
Disallow: /lib/
Disallow: /tmp/
Disallow: /ddb/
Disallow: /pLog/
Disallow: /wim/
Disallow: /init.php
Allow: /index.php
Allow: /latestoffer.xml.php
Allow: /pages/
Allow: /prouve/
Sitemap: http://www.20th-century.eu/sitemap.xml.gz