# This space intentionally left blank # # __ # _(\ |@@| # (__/\__ \--/ __ # \___|----| | __ # \ }{ /\ )_ / _\ # /\__/\ \__O (__ # (--/\--) \__/ # _)( )(_ # `---''---` # If you want to learn about why our robots.txt looks like this, read this post: https://yoa.st/robots-txt User-agent: usasearch Crawl-delay: 2 User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / User-agent: * Crawl-delay: 10 Disallow: /eventos Disallow: *? Disallow: /suggest/? Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-login.php Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /trackback Disallow: */trackback Disallow: */*/trackback Disallow: */*/feed/*/ Disallow: */feed Disallow: /*?* Disallow: /cgi-bin Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz$ User-agent: OAI-SearchBot Crawl-delay: 20