2023-08-07 18:23:46 -04:00
|
|
|
# Internet Archive
|
|
|
|
|
# If I ever decomission this site, I will archive it first. Until then, no
|
|
|
|
|
# archiving.
|
2022-11-10 22:48:02 -07:00
|
|
|
User-agent: ia_archiver
|
|
|
|
|
Disallow: /
|
2023-08-07 18:23:46 -04:00
|
|
|
|
|
|
|
|
# Common Crawl
|
|
|
|
|
User-agent: CCBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
# OpenAI
|
|
|
|
|
User-agent: ChatGPT-User
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
# Turn It In Plagiarism Checker
|
|
|
|
|
User-Agent: TurnitinBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
# Name Protect
|
|
|
|
|
User-Agent: NPBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
# Sly Search
|
|
|
|
|
User-Agent: SlySearch
|
|
|
|
|
Disallow: /
|
