Sitemap: https://finrange.com/sitemap.xml

# Allow for all bots
User-agent: *
Allow: /*.js$
Allow: /*.css$
Allow: /images/

# Block unwanted paths for all bots
Disallow: /*/tag
Disallow: /*/parsed-news
Disallow: /parsed-news/
Disallow: /*/disclosure
Disallow: /*/feed
Disallow: /*/error-404
Disallow: /*/user/favorites
Disallow: /*/user/profile
Disallow: /*/pages/responsibility
Disallow: /*/pages/confidence
Disallow: /*/pages/cookie
Disallow: /*/faq
Disallow: /*/login/google
Disallow: /*/login/yandex
Disallow: /*/login/vkontakte
Disallow: /*/login/mailru
Disallow: /*/administrator-pannel
Disallow: /*/index.php
Disallow: /index.php
Disallow: /index.php/

# Blocking dynamic parameters
Disallow: /*?session_id=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?type=
Disallow: /*?sort=
Disallow: /*?page=
Disallow: /*?search=

# Blocking unwanted robots
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: dotbot
User-agent: BLEXBot
User-agent: MagpieRSS
User-agent: BUbiNG
User-agent: proximic
User-agent: Sogou
User-agent: YodaoBot
User-agent: Rogerbot
User-agent: EasouSpider
User-agent: JikeSpider
User-agent: moget
User-agent: ichiro
User-agent: Ezooms
User-agent: LinkedInBot
User-agent: Q2ABot
User-agent: MaxPointCrawler
User-agent: Sosospider
User-agent: 360Spider
User-agent: YYSpider
User-agent: Spinn3r
User-agent: CrystalSemanticsBot
User-agent: Genieo
User-agent: 200PleaseBot
User-agent: hyipcommander
User-agent: PiplBot
User-agent: BiggerBetter
User-agent: PaperLiBot
User-agent: AcoonBot
User-agent: woobot
User-agent: CoralWebPrx
User-agent: GrapeshotCrawler
User-agent: ExperBot
User-agent: TurnitinBot
User-agent: A6-Indexer
User-agent: UnisterBot
User-agent: SEOkicks-Robot
User-agent: URLAppendBot
User-agent: Netseer
User-agent: ZumBot
User-agent: CCBot
User-agent: voltron
User-agent: betaBot
User-agent: ia_archiver
User-agent: SeekportBot
User-agent: ImagesiftBot
User-agent: DataForSeoBot
User-agent: GPTBot
Disallow: /

# Permission for search engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: YandexBot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: Swiftbot
User-agent: Slurp
User-agent: NaverBot
User-agent: Yeti
User-agent: Exabot
User-agent: SeznamBot
User-agent: Baiduspider
User-agent: CocCocBot
User-agent: Daumoa
User-agent: MojeekBot
User-agent: PetalBot
User-agent: StackRambler
User-agent: Mail.RU_Bot
User-agent: Qwantify
User-agent: AOLbot
User-agent: SkyNet
User-agent: ZapMetaBot
User-agent: KagiBot
User-agent: NeevaBot
User-agent: BraveBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
Allow: /

# Block fake or non-locale prefixes
Disallow: /ae/
Disallow: /analitika/
Disallow: /archive/
Disallow: /at/
Disallow: /au/
Disallow: /br/
Disallow: /ca/
Disallow: /ch/
Disallow: /co-in/
Disallow: /competitions/
Disallow: /data/
Disallow: /dictionaryи/
Disallow: /disclosure/
Disallow: /donations/
Disallow: /feed/
Disallow: /gb/
Disallow: /ignite/
Disallow: /in/
Disallow: /industry/
Disallow: /jp/
Disallow: /kr/
Disallow: /mkt_cap/
Disallow: /mx/
Disallow: /my/
Disallow: /newsletters/
Disallow: /nz/
Disallow: /other/
Disallow: /pages/
Disallow: /parsed-news/
Disallow: /portfolio/
Disallow: /se/
Disallow: /sector/
Disallow: /topics-list/
Disallow: /vn/
Disallow: /ytd_performance/