# A repository's code on main is read; its every branch, commit, history
# and blame are pages without end, for each file at each of them. So are
# a list's filters, one for each mix of its labels and authors: its open
# and closed lists are read, and no other. knotless-serve reads these
# rules too, and turns away a crawler that asks for a page they disallow.
User-agent: *
Allow: /*/*/tree/main
Allow: /*/*/blob/main
Allow: /*/*/issues?q=state%3Aclosed$
Allow: /*/*/issues?q=state%3Aclosed&cursor=
Allow: /*/*/pulls?q=state%3Aclosed$
Allow: /*/*/pulls?q=state%3Aclosed&cursor=
Disallow: /*/*/issues?q=
Disallow: /*/*/pulls?q=
Disallow: /*/*/issues/__data.json
Disallow: /*/*/pulls/__data.json
Disallow: /*/*/tree/
Disallow: /*/*/blob/
Disallow: /*/*/blame/
Disallow: /*/*/commits/
Disallow: /*/*/commit/
Disallow: /*/*/check/
Disallow: /*/*/checks
Disallow: /*/*/branches
Disallow: /*/*/tags
Disallow: /search
Disallow: /xrpc/