User-agent: *
Crawl-delay: 10

User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /work_genre/
Disallow: /plus-mega-menu
Disallow: /calendar/action*
Disallow: /events/action*
Disallow: /*embed/
Disallow: /career/
Disallow: */deep-crawl/?unapproved=
Disallow: */?utm_source=

# Allow AI and generative bots


User-agent: ChatGPT
Crawl-delay: 10
Allow: /

User-agent: GPTBot
Crawl-delay: 10
Allow: /

User-agent: ChatGPT-User
Crawl-delay: 10
Allow: /

User-agent: OAI-Search
Crawl-delay: 10
Allow: /

User-agent: Bard
Crawl-delay: 10
Allow: /

User-agent: Gemini
Crawl-delay: 10
Allow: /

User-agent: OAI-SearchBot
Crawl-delay: 10
Allow: /

User-agent: OpenAI
Crawl-delay: 10
Allow: /

User-agent: GenerativeAI
Crawl-delay: 10
Allow: /

User-agent: PredictiveAI
Crawl-delay: 10
Allow: /


User-Agent: Bingbot
Crawl-delay: 15
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /work_genre/
Disallow: /plus-mega-menu
Disallow: /calendar/action*
Disallow: /events/action*
Disallow: /*embed/
Disallow: /career/
Disallow: */deep-crawl/?unapproved=
Disallow: */?utm_source=



# Allow all other search engines

User-agent: Baiduspider
Crawl-delay: 30
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /work_genre/
Disallow: /plus-mega-menu
Disallow: /calendar/action*
Disallow: /events/action*
Disallow: /*embed/
Disallow: /career/
Disallow: */deep-crawl/?unapproved=
Disallow: */?utm_source=



User-agent: YandexBot
Crawl-delay: 28
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /work_genre/
Disallow: /plus-mega-menu
Disallow: /calendar/action*
Disallow: /events/action*
Disallow: /*embed/
Disallow: /career/
Disallow: */deep-crawl/?unapproved=
Disallow: */?utm_source=



User-agent: DuckDuckBot
Crawl-delay: 29
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /work_genre/
Disallow: /plus-mega-menu
Disallow: /calendar/action*
Disallow: /events/action*
Disallow: /*embed/
Disallow: /career/
Disallow: */deep-crawl/?unapproved=
Disallow: */?utm_source=


User-agent: Slurp
Crawl-delay: 20
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /work_genre/
Disallow: /plus-mega-menu
Disallow: /calendar/action*
Disallow: /events/action*
Disallow: /*embed/
Disallow: /career/
Disallow: */deep-crawl/?unapproved=
Disallow: */?utm_source=



# Allow social media crawlers

User-agent: facebookexternalhit
Crawl-delay: 30
Allow: /

User-agent: Facebot
Crawl-delay: 10
Allow: /

User-agent: Twitterbot
Crawl-delay: 30
Allow: /

User-agent: LinkedInBot
Crawl-delay: 10
Allow: /

User-agent: Pinterestbot
Crawl-delay: 10
Allow: /

User-agent: Instagram
Crawl-delay: 10
Allow: /


User-agent: MSNBot
Crawl-delay: 24
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /work_genre/
Disallow: /plus-mega-menu
Disallow: /calendar/action*
Disallow: /events/action*
Disallow: /*embed/
Disallow: /career/
Disallow: */deep-crawl/?unapproved=
Disallow: */?utm_source=

# Allow Apple and Amazon bots

User-agent: Applebot
Crawl-delay: 17
Allow: /

User-agent: AlexaCrawler
Crawl-delay: 40
Allow: /


sitemap:https://universalaccounting.com/sitemap_index.xml

# ================================
# AI & LLM DISCOVERY LAYER
# ================================
# Structured AI interaction and governance files

# AI behavior and guidance
Sitemap: https://universalaccounting.com/ai.txt

# LLM usage and training policy
Sitemap: https://universalaccounting.com/llms.txt

# Machine-readable AI identity layer
Sitemap: https://universalaccounting.com/ai-manifesto.json

# Advanced AI indexing structures
Sitemap: https://universalaccounting.com/semantic-sitemap.xml
Sitemap: https://universalaccounting.com/vector-feed.xml