# /robots.txt file for http://www.ebaycareers.com/ # mail mark.cervarich@tmp.com for more info User-agent: * Disallow: /admin Disallow: /test # To allow a particular agent to anything: # User-agent: webcrawler # Disallow: # To close off an entire site to an agent: # User-agent: lycra # Disallow: / # To indicate that all other robots should not visit # URLs starting with /tmp or /log. # # User-agent: * # Disallow: /tmp # Disallow: /logs