# Robots.txt User-agent: * Disallow: /forum/ajax.php Disallow: /forum/attachment.php Disallow: /forum/avatar.php Disallow: /forum/calendar.php Disallow: /forum/cron.php Disallow: /forum/editpost.php Disallow: /forum/global.php Disallow: /forum/image.php Disallow: /forum/inlinemod.php Disallow: /forum/joinrequests.php Disallow: /forum/login.php Disallow: /forum/member.php Disallow: /forum/member2.php Disallow: /forum/memberlist.php Disallow: /forum/misc.php Disallow: /forum/moderator.php Disallow: /forum/newattachment.php Disallow: /forum/newreply.php Disallow: /forum/newthread.php Disallow: /forum/online.php Disallow: /forum/poll.php Disallow: /forum/postings.php Disallow: /forum/printthread.php Disallow: /forum/printarticle.php Disallow: /forum/private.php Disallow: /forum/private2.php Disallow: /forum/profile.php Disallow: /forum/register.php Disallow: /forum/report.php Disallow: /forum/reputation.php Disallow: /forum/search.php Disallow: /forum/sendmessage.php Disallow: /forum/sendtofriend.php Disallow: /forum/showgroups.php Disallow: /forum/subscription.php Disallow: /forum/threadrate.php Disallow: /forum/usercp.php Disallow: /forum/usernote.php #Disallow directory /images/ User-agent: * Disallow: /images/ #disallow indexing of /forum/ folders User-agent: * Disallow: /forum/admin/ Disallow: /forum/archive/ Disallow: /forum/images/ Disallow: /forum/mod/ #Disallow indexing of specific file extensions User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.zip$ User-agent: * Disallow: /*.doc$ User-agent: * Disallow: /*.exe$ User-agent: * Disallow: /*.pdf$ # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: / # Disallow Offline Browsers User-agent: xGet Disallow: / User-agent: wGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: / User-agent: w3mir Disallow: / User-agent: vobsub Disallow: / User-agent: Templeton Disallow: / User-agent: ssearcher100 Disallow: / User-agent: SpiderBot Disallow: / User-agent: Shai'Hulud Disallow: / User-agent: PBWF Disallow: / User-agent: LightningDownload Disallow: / User-agent: KDD Exploror Disallow: / User-agent: Jeeves Disallow: / User-agent: Internet Explore Disallow: / User-agent: InfoSpiders Disallow: / User-agent: httrack Disallow: / User-agent: HavIndex Disallow: / User-agent: GetUrl Disallow: / User-agent: GetBot Disallow: / User-agent: ESIRover Disallow: / User-agent: Download Wonder Disallow: / User-agent: Collage Disallow: / User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) Disallow: /