User-agent: *
Disallow: /api/
Disallow: /competition/
Disallow: /travel-articles/wp-admin/This%20is,%20after%20all,%20one%20of%20the%20most%20beautiful%20spots%20on%20Crete.%20With%20traces%20of%20a%20settlements%20dating%20back%20to%20the%20ancient%20city%20of%20Olous,%20today%20it%E2%80%99s%20a%20small%20and%20thoroughly%20charming%20fishing%20town%20comprising%20several%20villages,%20along%20with%20the%20small%20islet%20of%20Spinalonga-%20a%20former%20leper%20colony%20that%E2%80%99s%20well%20worth%20a%20day%20trip%20if%20you%20feel%20inclined%20to%20take%20in%20some%20of%20the%20regional%20history.%20Put%20to%20use%20as%20recently%20as%20the%20early-1900s,%20it%20makes%20for%20a%20truly%20fascinating%20insight%20into%20times%20gone%20by.%20As%20do%20the%20ruins%20of%20Olous,%20which%20have%20long%20since%20been%20reclaimed%20by%20the%20sea,%20but%20are%20still%20visible%20to%20scuba%20divers%20-%20a%20veritable%20Atlantis%20if%20ever%20we%20saw%20one./

# Block BlexBot
User-agent: BLEXBot
Disallow: /

User-agent: dotbot
Disallow: /

User-Agent: MJ12bot
Disallow: /
User-Agent: MJ12bot/v1.4.3
Disallow: /

# Yandex tends to be rather aggressive, may be worth keeping them at arms lenght
User-agent: YandexBot
Crawl-delay: 20

User-agent: DataForSeoBot
Disallow: /

User-agent: adsbot
Disallow: / 

User-agent: PetalBot
Disallow: / 

User-agent: SeznamBot
Disallow: / 

User-agent: ThinkChaos
Disallow: / 

User-agent: AhrefsBot
Disallow: / 

Sitemap: https://edgeretreats.com/sitemap.xml
Sitemap: https://edgeretreats.com/sitemap-properties.xml
Sitemap: https://edgeretreats.com/sitemap-blog.xml
Sitemap: https://edgeretreats.com/sitemap-edge.xml
Sitemap: https://edgeretreats.com/sitemap-collections.xml