User-agent: DotBot
Disallow: /

User-agent: SleepBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin_tools/
Disallow: /at/
Disallow: /api/
Disallow: /redesign/
Disallow: /redesign-demo/
Disallow: /cart/
Disallow: /*/cart/
Disallow: /checkout/
Disallow: /profile/
Disallow: /login
Disallow: /register
Disallow: /password_reset/
Disallow: /reset/
Disallow: /lockout/
Disallow: /paypal/
Disallow: /webhooks/
Disallow: /update_user_account/
Disallow: /upload-file-cart/
Disallow: /delete-document/
Disallow: /update_quantity_input/
Disallow: /sort_documents/
Disallow: /send-email/
Disallow: /add_to_cart_from_catalog/
Disallow: /changeFavoriteState/
Disallow: /get_cart/
Disallow: /fetch-numbers/
Disallow: /showcase_filters/
Disallow: /anonymous/
Disallow: /order/
Disallow: /create-checkout-session/
Disallow: /create-partial-checkout-session/
Disallow: /newsletter-subscribe/
Disallow: /check-discount-on-checkout/
Crawl-delay: 1

Sitemap: https://www.oliverweber.com/sitemap.xml
# AI assistants: https://www.oliverweber.com/llms.txt