User-Agent: *
Allow: /
Allow: /about/
Allow: /projects/
Allow: /contact/
Allow: /tools/
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /*.json$
Disallow: /*.js$
Disallow: /*.map$
Disallow: /public/*.json$
Disallow: /private/
Disallow: /drafts/
Disallow: /unfinished/
Disallow: /dev/
Disallow: /test/
Disallow: /beta/
Crawl-delay: 2

User-Agent: Googlebot
Allow: /
Allow: /sitemap.xml
Allow: /robots.txt
Disallow: /admin/
Disallow: /api/
Disallow: /draft-content/
Disallow: /*?utm_*
Disallow: /*?source=*

User-Agent: Googlebot-Mobile
Allow: /
Disallow: /admin/
Disallow: /desktop-only/

User-Agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?ref=*

User-Agent: DuckDuckBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-Agent: Googlebot-Image
User-Agent: Googlebot-Video
Allow: /my_images/
Allow: /project_images/
Allow: /screenshots/
Allow: /videos/
Allow: /media/
Disallow: /placeholder-images/
Disallow: /temp-images/

User-Agent: Twitterbot
User-Agent: facebookexternalhit
User-Agent: LinkedInBot
Allow: /
Allow: /about/
Allow: /projects/
Disallow: /unfinished/
Disallow: /draft-content/

User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: Claude-Web
User-Agent: Claude-Crawler
User-Agent: Anthropic-AI
User-Agent: Google-Extended
User-Agent: CCBot
User-Agent: Omgilibot
User-Agent: Omgili
User-Agent: FacebookBot
Disallow: /

User-Agent: ia_archiver
Allow: /
Allow: /about
Allow: /projects
Disallow: /admin/
Disallow: /api/
Disallow: /contact

Host: https://preetpatel.dev
Sitemap: https://preetpatel.dev/sitemap.xml