# Robots.txt file created by John Teeter # For domain: http://www.endurance.net/ # also for the idaho.com and */StephTeeterArt # All robots will spider the domain User-agent: * Allow: / # Disallow international for awhile User-agent: * Disallow: /international/ # Disallow ridecamp for awhile User-agent: * Disallow: /ridecamp/ # User-agent: * Allow: /channels/considerthis/ # User-agent: * Allow: /channels/news/ User-agent: * Disallow: /classifieds/ User-agent: * Allow: /StephTeeterArt/ User-agent: * Disallow: /StephTeeterArt/wp-admin* # block the crawl.ya robot. # Disallow directory /js/ User-agent: * Disallow: /js/ # Disallow directory /include/ User-agent: * Disallow: /include/ # Disallow directory /aspnet_client/ User-agent: * Disallow: /aspnet_client/ # Disallow directory /cgi/ User-agent: * Disallow: /cgi/ # Disallow directory /bin/ User-agent: * Disallow: /bin/