User-agent: * Allow: / # Block broken / development / duplicate index files Disallow: /index-broken-final.html Disallow: /index-broken-test.html Disallow: /index-complex-broken.html Disallow: /index-react-broken.html Disallow: /index-tools-showcase.html Disallow: /index-mobile.html Disallow: /header.html Disallow: /login/ Disallow: /signup/ # Fragment / card partials (not standalone pages) Disallow: /articles/cards-desktop.html Disallow: /articles/cards-mobile.html Disallow: /workflows/cards-homepage.html # Block pre-compressed and backup files Disallow: /*.br$ Disallow: /*.gz$ Disallow: /*.backup$ # Block build assets, service workers, and non-content files Disallow: /*/assets/ Disallow: /service-worker.js Disallow: /sw.js Disallow: /tool-manifest.json Disallow: /header-links.json Disallow: /404.html # Allow Google's AdSense crawler everywhere User-agent: Mediapartners-Google Allow: / # Allow Google's AdsBot User-agent: AdsBot-Google Allow: / Sitemap: https://goreadypdf.com/sitemap.xml