# robots.txt # # Axesa # User-agent: AdsBot-Google Disallow: User-agent: Googlebot-image Disallow: User-Agent: Googlebot Disallow: User-Agent: applebot User-Agent: bingbot User-Agent: Slurp Disallow: /assets Disallow: /api Disallow: /*/suggest$ Disallow: /*/404$ Disallow: /*/500$ Disallow: / Allow: /es/ Allow: /en/ Allow: /$ Allow: /sitemaps/ Allow: /sitemaps-compressed/ User-Agent: * Disallow: /assets Disallow: /api Disallow: /*/suggest$ Disallow: /*/404$ Disallow: /*/500$ Disallow: / Allow: /es/ Allow: /en/ Allow: /$ Allow: /sitemaps/ Allow: /sitemaps-compressed/ User-Agent: PetalBot User-Agent: SentiBot User-Agent: magpie-crawler User-Agent: Bytespider User-agent: EtaoSpider User-agent: 008 User-agent: FindCanBot User-agent: Baiduspider User-agent: Yeti Disallow: / User-agent: Slurp Crawl-delay: 8 User-agent: AhrefsSiteAudit bot Crawl-delay: 8 Sitemap: https://superpagespr.com/sitemaps/sitemap_lotteries.xml Sitemap: https://superpagespr.com/sitemaps/sitemap_business.xml Sitemap: https://superpagespr.com/sitemaps/sitemap_general.xml Sitemap: https://superpagespr.com/sitemaps/sitemap_movies.xml