User-agent: *
Allow: /
Disallow: /highslide
Disallow: /wiki/*?history=
Disallow: /supercheats-test.htm
Disallow: /*/*/0/not-found
Disallow: /*/*/0/ar-codes/not-found
Disallow: /*/.htm

Disallow: /latestforums/pages/*
Disallow: /newpage/*
Disallow: /avatar.php
Disallow: /search.php
Disallow: /bio.php
Disallow: /editdetails.php
Disallow: /ratesubmission.php

Disallow: /*/addfriendcodebox
Disallow: /*/reportcomment
Disallow: /*/ratingbox
Disallow: /*/reportquestion
Disallow: /*/reportanswer
Disallow: /*/commentanswer

Disallow: /sitetest
Disallow: /pokemontest

Disallow: /supercheats-test*

User-agent: AdsBot-Google
Allow: /
User-agent: AmazonAdBot
Allow: /
User-agent: Bidswitchbot
Allow: /
User-agent: CriteoBot
Allow: /
User-agent: DoubleVerifyBot
Allow: /
User-agent: DVBot
Allow: /
User-agent: Grapeshot
Allow: /
User-agent: Gumgum
Allow: /
User-agent: IAS_admantx
Allow: /
User-agent: IAS_crawler
Allow: /
User-agent: IAS_wombles
Allow: /
User-agent: Leikibot
Allow: /
User-agent: Mediapartners-Google
Allow: /
User-agent: Opebot-v
Allow: /
User-agent: Peer39_crawler
Allow: /
User-agent: Proximic
Allow: /
User-agent: PubMatic Crawler Bot
Allow: /
User-agent: SinceraSyntheticUser
Allow: /
User-agent: SlickBot
Allow: /
User-agent: TTD-Content
Allow: /


User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: SemrushBot-SI
User-agent: SiteAuditBot
Disallow: /

User-agent: AhrefsBot
User-agent: AhrefsBot-Mobile
User-agent: AhrefsSiteAudit
Disallow: /

User-agent: SISTRIX
User-agent: SISTRIX Crawler
Disallow: /

User-agent: SERankingBot
User-agent: SerpstatBot
User-agent: SpyFuBot
User-agent: SEOkicks-Robot
User-agent: BLEXBot
User-agent: MegaIndex.ru
User-agent: linkdexbot
User-agent: LinkpadBot
User-agent: Exabot
User-agent: SearchmetricsBot
User-agent: CocolyzeBot
User-agent: RankActiveLinkBot
Disallow: /



User-agent: MJ12bot
User-agent: rogerbot
User-agent: dotbot
User-agent: Seoscanners
User-agent: seolyzer
User-agent: SEOBILITYBot
User-agent: SWBbot
User-agent: SimilarWebBot
User-agent: SW-URL-Resolver
User-agent: SW-Crawler
User-agent: swbot
User-agent: DataForSeoBot
User-agent: Accoona-AI-Agent
User-agent: NetcraftSurveyAgent
User-agent: ia_archiver
User-agent: archive.org_bot
Disallow: /



User-agent: Scrapy
User-agent: python-requests
User-agent: curl
User-agent: Wget
User-agent: Java
User-agent: Go-http-client
User-agent: httpclient
User-agent: linkchecker
Disallow: /