# FatedWays - robots.txt # Public pages are open. Admin and machine endpoints are closed. User-agent: * Allow: / # Admin, API, queue, worker, logs, document generators. # All of them are PHP files with the fatedways- prefix. Disallow: /fatedways-*.php # URLs carrying a key or token must never be indexed. Disallow: /*?key= Disallow: /*&key= Disallow: /*?token= Disallow: /*&token= # Be gentle with the server. Crawl-delay: 2 # Where the map is. Sitemap: https://fatedways.com/sitemap.xml