User-agent: * Disallow: /admin Disallow: /settings/ Disallow: /*.pdf Disallow: /*.ppt Disallow: /*.doc Disallow: /*.xls Disallow: /*.txt Sitemap: /sitemap.xml