User-agent: * Disallow: /assets/css/ Disallow: /assets/fonts/ Disallow: /assets/js/ Disallow: /assets/plugins/ Disallow: /assets/videos/ Disallow: /diagnostics/ Disallow: /downloads/ Disallow: /uploads/ Disallow: /*.pdf$ Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.xls$ Disallow: /*.xlsx$ Disallow: /*.ppt$ Disallow: /*.pptx$ Disallow: /*.csv$ Disallow: /*.txt$ Disallow: /*.mp4$ Disallow: /*.mpeg$ Disallow: /*.mov$