# Exclude Files From All Robots:

User-agent: *
Disallow: /services/
Disallow: /bin/
Disallow: /geoip/
Disallow: /css/
Disallow: /error/
Disallow: /js/
Disallow: /panels/
Allow: /

User-agent: Fasterfox
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: spock
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: BecomeBot 
Disallow: /


sitemap: http://www.city.com/sitemap.xml
sitemap: http://www.city.com/nyc-blog/sitemap.xml