Changes

MediaWiki:Robots.txt (view source)

100 bytes added , 15:09, 7 September 2017

a little touch up

Disallow: /

# Wayback Machine~~: defaults and whether to index user-pages# FIXME: Complete the removal of this block, per T7582.~~

# User-agent: archive.org_bot

# ~~Allow: /~~Treated like anyone else

# Allow the Internet Archiver to index action=raw and thereby store the raw wikitext of pages

User-agent: ia_archiver

Allow: /*&action=raw

#

Allow: /w/load.php?

Allow: /api/rest_v1/?doc

# Disallow indexing of non-article content

Disallow: /w/

Disallow: /api/

4,558

edits