User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.1; +https://openai.com/gptbot Crawl-delay: 45 # www.robotstxt.org/ # Allow crawling of all content User-agent: * Disallow: