############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # tCrawl-delay: 10 # number of seconds to wait between successive requests # Request-rate: 1/5 # maximum rate is one page every 5 seconds # Visit-time: 0600-0845 # only visit between 6:00 AM and 8:45 AM UT (GMT) Disallow: /includes/ Disallow: /experimental/ # Disallow: /html/ Disallow: /XTRA/ Disallow: /admin/ Disallow: /accounts_admin/ Disallow: /scripts/ Disallow: /wordpress-mu-1.5.1/ Disallow: /logs/ Disallow: /dial/ Disallow: /art/ Disallow: /img/ Disallow: /css/ Disallow: /style/ Disallow: /scripts/ Disallow: /ajax/ Disallow: /flash/ Disallow: /flex/ # list specific files robots are not allowed to index Disallow: google1d01f0a893430d98.html Disallow: ydnFJq8ub.html Disallow: crossdomain.xml Sitemap: http://www.zople.com/sitemap.xml Sitemap: http://www.zople.com/geo/sitemap-quihabitela-index.xml Sitemap: http://www.zople.com/query/sitemap-query-index-1.xml Sitemap: http://www.monnom.fr/sitemap.xml # # End of robots.txt file # ###############################