gram:op

> ./priv/static/robots.txt

Lenses
(coming soon!)

# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# Disallow: /

# User-agent: meta-externalagent

# Should use `.tar.gz` link on main gram page.
User-agent: *
Allow: /                    # Allow everything
Disallow: /gram/*/.git/         # Disallow a specific directory