# Disable indexing Notepad pages. Since they can be any url, best to define # them by what they're not. User-agent: * Disallow: / Allow: /$ Allow: /notepad$ Allow: /assemblo$ Allow: /wikihistory$ Allow: /yourgenome$ Allow: /traffic$ Allow: /worktime$ Allow: /misc/sessionrecover$ Allow: /covid$ # Disallowed due to over-crawling. User-agent: MJ12bot Disallow: / # Internet Archive <3 User-agent: ia_archiver Disallow: User-agent: archive.org_bot Disallow: User-agent: ia_archiver-web.archive.org Disallow: