# https://www.robotstxt.org/robotstxt.html
# Policy: allow search/citation crawlers on public pages; block training crawlers.
# Content-Signal is advisory only and is not a substitute for User-agent groups.
Sitemap: https://autowork.com.vn/sitemap.xml
Sitemap: https://autowork.com.vn/sitemap-news.xml
Sitemap: https://autowork.com.vn/rss.xml

User-agent: *
User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
Allow: /
Allow: /landing-page
Allow: /pricing
Allow: /news
Allow: /news/
Allow: /guide
Allow: /guide/
Allow: /policy
Allow: /terms
Allow: /affiliate
Allow: /llms.txt
Disallow: /admin
Disallow: /admin/
Disallow: /admin-news
Disallow: /admin-news/
Disallow: /login
Disallow: /login/
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /api
Disallow: /api/
Disallow: /private
Disallow: /private/
Disallow: /auto-post
Disallow: /autopostfb
Disallow: /autopostfb/
Disallow: /autopost-configs
Disallow: /manual-post
Disallow: /manual-post/
Disallow: /normal-post
Disallow: /photos-post
Disallow: /website-post
Disallow: /classified-ad
Disallow: /product-auto-post
Disallow: /lead-dashboard
Disallow: /facebook-comment-automation
Disallow: /facebook-comment-automation/
Disallow: /facebook-comment-shield
Disallow: /facebook-comment-shield/
Disallow: /facebook-comment-shield-redirect
Disallow: /notifications
Disallow: /profile
Disallow: /profile/
Disallow: /products
Disallow: /products/
Disallow: /product-create
Disallow: /video-creator
Disallow: /add-photo-list
Disallow: /product-images-manager

# Training crawlers — blocked
User-agent: GPTBot
User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Disallow: /admin
Disallow: /admin/
Disallow: /admin-news
Disallow: /admin-news/
Disallow: /login
Disallow: /login/
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /api
Disallow: /api/
Disallow: /private
Disallow: /private/
Disallow: /auto-post
Disallow: /autopostfb
Disallow: /autopostfb/
Disallow: /autopost-configs
Disallow: /manual-post
Disallow: /manual-post/
Disallow: /normal-post
Disallow: /photos-post
Disallow: /website-post
Disallow: /classified-ad
Disallow: /product-auto-post
Disallow: /lead-dashboard
Disallow: /facebook-comment-automation
Disallow: /facebook-comment-automation/
Disallow: /facebook-comment-shield
Disallow: /facebook-comment-shield/
Disallow: /facebook-comment-shield-redirect
Disallow: /notifications
Disallow: /profile
Disallow: /profile/
Disallow: /products
Disallow: /products/
Disallow: /product-create
Disallow: /video-creator
Disallow: /add-photo-list
Disallow: /product-images-manager

User-agent: Googlebot-Image
Allow: /images/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$
Allow: /*.webp$