# All robots will spider the domain User-agent: * # Disallow directory /bin/ Disallow: /bin/ # Disallow *.axd Disallow: /*.axd$ Disallow: /contact-list