# GOOGLE BOTS 
User-agent: Googlebot-News
Allow:

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot
Disallow:

User-agent: Adsbot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Twitterbot
Allow: /images

User-agent: facebookexternalhit
Allow: /images

#MICROSOFT BOTS

User-agent: msnbot
Disallow:
Crawl-delay: 30

User-agent: bingbot
Disallow:
Crawl-delay: 30

#YAHOO BOTS

User-agent: Slurp
Disallow:
Crawl-delay: 30

User-agent: Yahoo! Slurp
Disallow:
Crawl-delay: 30

User-agent: SemrushBot
Disallow: /

User-agent: Googlebot
Disallow: /administrator/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /search
#Disallow: /logs/
#
#
#Disallow: /bin/
Disallow: /tmp/
Disallow: /phpinf.php
Disallow: /apcinf.php
Disallow: /cgi-bin/
Allow: /components/com_sppagebuilder/assets/js/parallax.min.js
Allow: /modules/mod_jxtc_ytpwall/js/jxtcytpwall.min.js
Allow: *.css*
Allow: *.js*

# Open Link Profiler
#	Mozilla/5.0+(compatible;+spbot/4.4.2;++http://OpenLinkProfiler.org/bot+)
#	http://OpenLinkProfiler.org/bot
User-agent: spbot
Disallow: /

User-agent: JikeSpider
Disallow: /

User-agent: discoverybot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: 008
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: citeseerxbot
Disallow: /

User-agent: ccbot
Disallow: /

User-agent: ia_archiver
Disallow: / 

User-agent: CCBot
Disallow: /

User-agent: CCBot/2.0
Disallow: /

User-agent: YYSpider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: OpenWebSpider
Disallow: /

User-agent: Scrapy/0.22.2
Disallow: /

User-agent: OpenWebSpider/0.1.4
Disallow: /

User-agent: dotbot
Disallow: /

User-Agent: The Knowledge AI
Disallow: /

# 4SEO-aiBots
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: peer39_crawler
Disallow: /
User-agent: FriendlyCrawler
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: Meltwater
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: img2dataset
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: Seekr
Disallow: /
User-agent: scoop.it
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: DiffBot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: PerplexityBot
Disallow: /
# /4SEO-aiBots

# 4SEO-sitemap:  sitemap - added on 2025-01-11 17:06:14 - Please do not modify manually.
Sitemap: https://www.wrmea.org/sitemap-4seo.xml
User-agent: *
Allow: /sitemap-4seo

# /4SEO-sitemap