User-agent: *

# This box is a single core. Please pace yourself.
Crawl-delay: 10

# Expensive dynamic endpoints. These are the URLs that exhaust the worker
# pool and time out; the readable content pages are all still allowed.
Disallow: /forum/*action=
Disallow: /wiki/*title=Special:
Disallow: /wiki/*action=history
Disallow: /wiki/*action=edit
Disallow: /wiki/*action=raw
Disallow: /wiki/*diff=
Disallow: /wiki/*oldid=
Disallow: /wiki/*printable=
Disallow: /wiki/*returnto=

# Known aggressive crawlers with no upside for this site
User-agent: DotBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Bytespider
Disallow: /

Sitemap: https://4dimensions.org/inx_sitemap.xml