User-agent: * Disallow: /*? Disallow: /*.json$ Sitemap: https://emmeti.com/sitemap.xml # Removing Documents From the Wayback Machine archive.org User-agent: ia_archiver Disallow: / # Disable *.domaintools.com crawler User-agent: SurveyBot Disallow: / # Crawler GoogleBot User-agent: Googlebot Allow: /*.css$ Allow: /*.js$