# robots.txt generated by smallseotools.com User-agent: * Disallow: Crawl-delay: 120 Disallow: /cgi-bin/ Disallow: /search Disallow: /page Disallow: /s?= Disallow: /*paged Disallow: /cauta Disallow: /wp-json