# agentsite-static-version=fc36658f-381a-46d4-9741-8457d2254b49 # robots.txt for cached content # Policy: Allow all bots (AI crawlers and search engines) # Allow all user agents User-agent: * Allow: / # ========================================== # Resources # ========================================== # Sitemap Sitemap: /sitemap.xml # Original source # https://spyder.com