# robots.txt User-agent: Twiceler Disallow: / Crawl-delay: 120 User-agent: * Disallow: /admin/ #