# Show Sitemap to Bots Sitemap: http://www.griffinconcepts.com/sitemap.xml # DisAllow Bots from crawling certain directories User-agent: * Disallow: /Allied/ Disallow: /alliedroofingsystems/ Disallow: /alysia/ Disallow: /bellarose/ Disallow: /blackmarketstudios/ Disallow: /blackmarketvideos/ Disallow: /blufrog/ Disallow: /cgi-bin/ Disallow: /dir/ Disallow: /Grandaddysque/ Disallow: /hidefconcepts/ Disallow: /iphone/ Disallow: /Joey/ Disallow: /Jon/ Disallow: /kristicapel/ Disallow: /kristiupload/ Disallow: /Mel/ Disallow: /militarymicros/ Disallow: /Photo_Galleries/ Disallow: /prom/ Disallow: /resume/ Disallow: /rt/ Disallow: /selectslate/ Disallow: /tfk/ Disallow: /Woot/ Disallow: /zc/ Disallow: /Zedekiah/ Disallow: /admin*/ # DisAllow Bots from crawling certain File Types Disallow: /*.xls$ Disallow: /*.doc$ Disallow: /*.wav$ Disallow: /*.mp3$ Disallow: /*.mp4$ # DisAllow Particular Bots User-agent: WebCopier Disallow: / # ia_archiver = Archive.org - blocking just images folder User-agent: ia_archiver Disallow: /images/