Sitemap: http://www.agreewith.com/sitemap.xml
User-agent: *
Disallow: /admin/
Disallow: /ajax/
Disallow: /includes/
Disallow: /plugins/
Disallow: /cgi-bin/
Disallow: /smarty/
Disallow: /themes/



User-agent: Googlebot
Disallow: /*.pdf$
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.txt$
Disallow: /*?*
Disallow: /cgi-bin/


User-agent: Googlebot
imageAllow: /*