#
# DO do.agentiz.com
#

# As a condition of accessing this website, automated agents (including crawlers,
# bots, scrapers, AI systems, and aggregators) agree to the following:
#
# 1) You may crawl this website only to the extent explicitly permitted by the
#    rules below (User-agent / Allow / Disallow).
#
# 2) You may use our content for:
#    - search indexing and displaying search results (including links, titles,
#      and short snippets), where allowed by robots.txt;
#    - AI input / retrieval (for answering user queries in real time),
#      where allowed by robots.txt and applicable content signals.
#
# 3) You may NOT:
#    - use our content for training or fine-tuning AI models;
#    - perform bulk scraping or large-scale copying for the purpose of building
#      commercial databases, aggregators, or mirrored listing portals;
#    - republish, resell, or systematically reuse our content without our
#      prior written consent.
#
# Any restrictions expressed in this robots.txt file (including content signals)
# constitute an express reservation of rights, including under Article 4 of
# Directive (EU) 2019/790 and any similar laws in other jurisdictions.
#
# Additional permissions for specific bots or services are granted only where
# they are explicitly listed as allowed in the rules below.
#
# For questions, partnership requests, or additional permissions,
# please contact us at:
# https://www.agentiz.com/en/support/feedback

Content-Signal: search=yes, ai-input=yes, ai-train=no

Sitemap: https://do.agentiz.com/sitemap.xml

User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: GoogleOther
User-agent: Bingbot
User-agent: BingPreview
User-agent: msnbot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: EcosiaBot
User-agent: PinterestBot
User-agent: SeznamBot
User-agent: Qwantify
User-agent: Exabot
User-agent: OrangeBot
User-agent: Slurp
User-agent: Yeti
User-agent: Daumoa
User-agent: coccocbot
User-agent: YaaniBot
User-agent: facebookexternalhit
User-agent: facebookcatalog
User-agent: Instagram
User-agent: LinkedInBot
User-agent: Twitterbot
User-agent: Meta-ExternalFetcher
User-agent: TelegramBot
User-agent: Viber
User-agent: WhatsApp
User-agent: CloudflareObservatory
User-agent: FeedFetcher-Google
User-agent: Google-ImageProxy
User-agent: Google-Read-Aloud
User-agent: Google-Site-Verification
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: AdsBot-MSN
User-agent: UptimeRobot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: YouBot
User-agent: PhindBot
User-agent: KagiBot
User-agent: GrokBot
User-agent: xAI-Grok
Allow: /
Disallow: /*-xs.jpg
Disallow: /*-xs.webp
Disallow: /*-xxs.jpg
Disallow: /*-xxs.webp
Disallow: /*-xxxs.jpg
Disallow: /*-xxxs.webp
Disallow: /*/?type=*
Disallow: /*/?search=*
Disallow: /assets
Disallow: /*/assets

User-agent: Bytespider
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: MJ12bot
User-agent: SemrushBot
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /

User-agent: *
Allow: /$
Disallow: /