# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-agent: *
Disallow: /ajax/
Disallow: /order/
Disallow: /profile/

User-agent: Mediapartners-Google*
Disallow:
 
User-agent: Fasterfox
Disallow: /
 
User-agent: aipbot
Disallow: /
 
User-agent: BecomeBot
Disallow: /
 
User-agent: psbot
Disallow: /

User-agent: Xenu Link Sleuth 1.2g
Disallow: /

User-agent: Xenu
Disallow: /

Sitemap: http://www.cakes.com/sitemap.xml
Sitemap: http://www.cakes.com/sitemap-bakery-by-state.xml.gz
Sitemap: http://www.cakes.com/sitemap-bakery-detail.xml.gz
Sitemap: http://www.cakes.com/sitemap-cake-detail.xml.gz
Sitemap: http://www.cakes.com/sitemap-category.xml.gz