# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /
Sitemap: https://www.ligo.nl/sitemap.xml

# Allow these robots to crawl the entire website
User-agent: google-inspectiontool
Allow: /

User-agent: googlebot
Allow: /

User-agent: yahoo! slurp
Allow: /

User-agent: bingbot
Allow: /

User-agent: yandex
Allow: /

User-agent: baiduspider
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: twitterbot
Allow: /

User-agent: rogerbot
Allow: /

User-agent: linkedinbot
Allow: /

User-agent: embedly
Allow: /

User-agent: quora link preview
Allow: /

User-agent: showyoubot
Allow: /

User-agent: outbrain
Allow: /

User-agent: pinterest/0.
Allow: /

User-agent: developers.google.com/+/web/snippet
Allow: /

User-agent: slackbot
Allow: /

User-agent: vkshare
Allow: /

User-agent: w3c_validator
Allow: /

User-agent: redditbot
Allow: /

User-agent: applebot
Allow: /

User-agent: whatsapp
Allow: /

User-agent: flipboard
Allow: /

User-agent: tumblr
Allow: /

User-agent: bitlybot
Allow: /

User-agent: skypeuripreview
Allow: /

User-agent: nuzzel
Allow: /

User-agent: discordbot
Allow: /

User-agent: google page speed
Allow: /

User-agent: qwantify
Allow: /

User-agent: pinterestbot
Allow: /

User-agent: bitrix link preview
Allow: /

User-agent: xing-contenttabreceiver
Allow: /

User-agent: chrome-lighthouse
Allow: /

User-agent: telegrambot
Allow: /

User-agent: SeznamBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Perplexity
Allow: /

User-agent: integration-test
Allow: /

User-agent: Robozilla
Disallow: /

User-agent: Nutch
Disallow: /