# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /

Sitemap: https://www.kdan.com/sitemap-index.xml

# LLMs.txt: https://www.kdan.com/llms.txt

User-agent: *
Allow: /llms.txt
Disallow: /api/
Disallow: /products-embedded
Disallow: /maintenance
Disallow: /pdf-reader/license/success
Disallow: /sh
Disallow: /*/products-embedded
Disallow: /*/maintenance
Disallow: /*/pdf-reader/license/success
Disallow: /zh-cn/sh
Disallow: /zh-CN/sh

User-agent: Googlebot
Disallow: /*/wp-admin/
Allow: /*/wp-admin/admin-ajax.php

User-agent: Bingbot
Disallow: /*/wp-admin/
Allow: /*/wp-admin/admin-ajax.php

User-agent: Twitterbot
Disallow: /*/wp-admin/
Allow: /*/wp-admin/admin-ajax.php

User-agent: AhrefsSiteAudit
Disallow: /*/wp-admin/
Allow: /*/wp-admin/admin-ajax.php

User-agent: SemrushBot
Disallow: /api/
Allow: /

# User-agent: Mediapartners-Google
# Allow: /native.html
# Disallow: /

User-agent: Slackbot
Disallow: /
User-agent: Slack-ImgProxy
Disallow: /

User-agent: Go-http-client/2.0
Disallow: /