User-agent: *
Disallow: /*?
Disallow: /*.json$
Disallow: /wip/

Sitemap: https://fiv.it/sitemap.xml

# Disable Chinese Baidu crawler
# User-agent: Baiduspider
# Disallow: /

# Removing Documents From the Wayback Machine archive.org
User-agent: ia_archiver
Disallow: /

# Disable *.domaintools.com crawler
User-agent: SurveyBot
Disallow: /

# Crawler GoogleBot
User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$