# XML Sitemap & Google News version 5.2.3 - https://status301.net/wordpress-plugins/xml-sitemap-feed/
Sitemap: https://irishtechnews.ie/sitemap.xml
Sitemap: https://irishtechnews.ie/sitemap-news.xml

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: *
Disallow: /*blackhole
Disallow: /?blackhole

## DISABLE ##
User-agent: PiplBot
User-agent: FemtosearchBot
User-agent: MJ12bot
User-agent: Buck
User-agent: Yeti
User-agent: Mozilla/5.0 (compatible; Yeti/1.1; +http://naver.me/spd)
User-agent: BoardReader
User-agent: BLEXBot
User-agent: Scrapy
User-agent: CCBot
User-agent: trendictionbot
User-agent: AndersPinkBot
User-agent: LCC
User-agent: AhrefsBot
User-agent: Jersey
User-agent: woorankreview
User-agent: Primalbot
User-agent: Go-http-client
User-agent: Manzama
#User-agent: DotBot
Disallow: /

## SLOW DOWN ##
# British Library
User-agent: bl.uk_lddc_bot
Crawl-delay: 20

# May be AdSense related
User-agent: SemrushBot
Crawl-delay: 20

# Czech search engine
User-agent: SeznamBot
Crawl-delay: 20

# Integralads.com
User-agent: ias_crawler
Crawl-delay: 20