# robots.txt for https://ablioconference.com/ and friends.
# Friendly, low-speed bots are welcome viewing pages, but not
# dynamically-generated pages.
# If you're irresponsible, your access to the site may be blocked.


# DISALLOWED CRAWLERS
# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please, obey robots.txt.
User-agent: Ahrefs*
#User-agent: DOC
User-agent: Download Ninja
User-agent: Fetch
User-agent: HTTrack
User-agent: MJ12bot
#User-agent: NPBot
User-agent: Offline Explorer
User-agent: SemrushBot
User-agent: SiteSnagger
User-agent: Telepor*
User-agent: Testomatobot
#User-agent: UbiCrawler
User-agent: WebCopier
#User-agent: WebReaper
User-agent: WebStripper
User-agent: WebZIP
User-agent: Xenu
#User-agent: Zao
User-agent: Zealbot
User-agent: ZyBORG
User-agent: duggmirror
#User-agent: grub-client
User-agent: ia_archive*
User-agent: k2spider
User-agent: larbin
#User-agent: libwww
User-agent: linko
User-agent: sitecheck.internetseer.com
#User-agent: wget
Disallow: /


# APPLE
#User-agent: Applebot
#Disallow: /


# BAIDU
#User-agent: Baiduspider
#Disallow: /


# FACEBOOK
#User-agent: Facebot/1.0
#Crawl-delay: 10
#Disallow: /


# GOOGLE
#User-agent: Adsbot-Google
#User-agent: Googlebot
#User-agent: Googlebot-Image
#User-agent: Googlebot-Mobile
#User-agent: Mediapartners-Googl*
#Disallow: /


# MICROSOFT
#User-agent: MSIECrawler
#User-agent: Microsoft.URL.Control
#User-agent: bingbot
#User-agent: msnbot
#Crawl-delay: 30
#Disallow: /


# CRAWL DELAY (in seconds)
# There are some misbehaved spiders out there that go _way_ too fast.
#User-agent: Facebot/1.0
#User-agent: Slurp
#User-agent: msnbot
#User-agent: noxtrumbot
#Crawl-delay: 10


# ALL CRAWLERS
User-agent: *
Crawl-delay: 2

# ALLOWED URLs (see 'urllist.txt')
Allow: /$
Allow: /ablioconference$
Allow: /ablioconference-educational$
Allow: /about$
Allow: /advantages$
Allow: /contact$
Allow: /downloads/pricelist.xls$
Allow: /downloads/terms-and-conditions.pdf$
Allow: /early-adopters-program$
#Allow: /events-organizers$
Allow: /faq$
Allow: /home$
Allow: /how-it-works$
Allow: /language-service-providers$
Allow: /multilingual-web-conferences$
Allow: /pricing$
Allow: /privacy-policy$
#Allow: /quality-standards$
#Allow: /resellers-network$
Allow: /resellers-program$
Allow: /ror.xml$
#Allow: /robots.txt$
Allow: /signin$
Allow: /signup$
Allow: /sitemap$
Allow: /sitemap.xml$
Allow: /sitemap.xml.gz$
Allow: /technical-service-providers$
Allow: /terms-and-conditions$
#Allow: /tour$
#Allow: /venues$
Allow: /urllist.txt$

# ALL OTHER URLs ARE DISALLOWED!
Disallow: /


# SITEMAPs
Sitemap: https://ablioconference.com/ror.xml
#Sitemap: https://ablioconference.com/sitemap
Sitemap: https://ablioconference.com/sitemap.xml
Sitemap: https://ablioconference.com/sitemap.xml.gz
Sitemap: https://ablioconference.com/urllist.txt