User-agent: * # Block documents Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.xls$ Disallow: /*.xlsx$ Disallow: /*.ppt$ Disallow: /*.pptx$ Disallow: /*.txt$ Disallow: /*.rtf$ Disallow: /*.odt$ # Block archives Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.7z$ Disallow: /*.tar$ Disallow: /*.gz$ # Block ebooks Disallow: /*.epub$ Disallow: /*.mobi$ # Block media downloads if applicable Disallow: /*.mp3$ Disallow: /*.wav$ Disallow: /*.flac$ Disallow: /*.mp4$ Disallow: /*.mov$ Disallow: /*.avi$ Disallow: /*.mkv$