# Fri, 16 Jan 2009 19:11:40 +0000 # Exclude Files From All Robots: User-agent: * Disallow: /admin.php Disallow: /logos.php Disallow: /admin/ Disallow: /kg/rules/ Disallow: /images/ Disallow: /includes/ Disallow: /media/ Disallow: /themes/ Disallow: /blocks/ Disallow: /modules/ Disallow: /language/ Disallow: /cgi-bin/si/ Disallow: /cgi-bin/tara/ Disallow: /wp/ User-agent: * Disallow: /User-agent:almaden Disallow: /User-agent:ASPSeek Disallow: /User-agent:baiduspider Disallow: /User-agent:dumbbot Disallow: /User-agent:Generic Disallow: /User-agent:grub-client Disallow: /User-agent:MSIECrawler Disallow: /User-agent:nexabot Disallow: /User-agent:NPBot Disallow: /User-agent:OWR_Crawler Disallow: /User-agent:psbot Disallow: /User-agent:rabaz Disallow: /User-agent:RPT-HTTPClient Disallow: /User-agent:ScoutAbout Disallow: /User-agent:TurnitinBot Disallow: /User-agent:TurnitinBot/1 Disallow: /User-agent:TurnitinBot/2 Disallow: /User-agent:Wget # End robots.txt file