User-agent: *
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /cron/
Disallow: /migrations/
Disallow: /backups/
Disallow: /uploads/
Disallow: /client-login.php
Disallow: /client-dashboard.php
Disallow: /client-service-view.php
Disallow: /client-reset-password.php
Disallow: /client-logout.php
Disallow: /install-check.php
Disallow: /set-passwords.php
Disallow: /database.sql
Disallow: /*.sql$
Disallow: /README.md

Crawl-delay: 1

User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /cron/
Disallow: /client-*.php

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /cron/
Disallow: /client-*.php

# Block AI scrapers (optional - remove if you want them)
User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Disallow: /

Sitemap: https://webreadytech.com/sitemap.php
