# /robots.txt file for http://publishers.ch/ # mail webmaster@publishers.ch for constructive criticism # # specifies that the robot called 'webcrawler' has nothing disallowed: it may go anywhere. # User-agent: webcrawler # Disallow: # # indicates that the robot called 'lycra' has all relative URLs starting with '/' disallowed # User-agent: lycra # Disallow: / # # all other robots should not visit URLs starting with /tmp or /log User-agent: * Disallow: /admin Disallow: /webalizer Disallow: /b2 Disallow: /statistik Disallow: /forum Disallow: /dvd-club Disallow: /crisjoom/administrator/ Disallow: /crisjoom/cache/ Disallow: /crisjoom/components/ Disallow: /crisjoom/editor/ Disallow: /crisjoom/help/ Disallow: /crisjoom/images/ Disallow: /crisjoom/includes/ Disallow: /crisjoom/language/ Disallow: /crisjoom/mambots/ Disallow: /crisjoom/media/ Disallow: /crisjoom/modules/ Disallow: /crisjoom/templates/ Disallow: /crisjoom/about Disallow: /crisjoom/database