User-Agent: AITrainingBot
Disallow: /

User-Agent: QlyzeBot
Disallow: /

User-Agent: AntiCloneBot
Disallow: /

User-Agent: TokenFoundryBot
Disallow: /

User-Agent: AhrefsBot
User-Agent: SemrushBot
User-Agent: MJ12bot
User-Agent: DotBot
User-Agent: BLEXBot
User-Agent: DataForSeoBot
Allow: /
Disallow: /dashboard/
Disallow: /member/
Disallow: /auth/
Disallow: /invite/
Disallow: /onboarding/
Disallow: /qr/
Disallow: /preview/
Disallow: /guest-surface/
Disallow: /i/
Disallow: /*?_rsc=
Disallow: /*&_rsc=
Disallow: /g/
Disallow: /properties?
Disallow: /*?
Crawl-delay: 10

User-Agent: *
Allow: /
Disallow: /dashboard/
Disallow: /member/
Disallow: /auth/
Disallow: /invite/
Disallow: /onboarding/
Disallow: /qr/
Disallow: /preview/
Disallow: /guest-surface/
Disallow: /i/
Disallow: /*?_rsc=
Disallow: /*&_rsc=
Disallow: /g/
Disallow: /properties?

Host: www.theastro.org
Sitemap: https://www.theastro.org/sitemap.xml