# robots.txt file # Fri, 16 May 2008 01:25:31 +0000 User-agent: * Disallow: /verification-image.php Disallow: /fourohfour.php # Disallow: /ajax-store-checkboxes.php # Disallow: /ajax-get-states.php # Disallow: /ajax-get-state-checkboxes.php # Disallow: /ajax-get-slider-states.php # Disallow: /ajax-get-slider-search-results.php Disallow: /ajax-get-slider-cities.php Sitemap: http://www.citymelt.com/sitemap.xml # The use of robots, crawlers, spiders, rovers, scrapers or other automated # means to access or mine data from any CityMelt.Com web site # without the express written permission of CityMelt.com, Inc. is strictly prohibited.