2023-08-07 22:23:46 +00:00
|
|
|
# Internet Archive
|
|
|
|
|
# If I ever decomission this site, I will archive it first. Until then, no
|
|
|
|
|
# archiving.
|
2022-11-11 05:48:02 +00:00
|
|
|
User-agent: ia_archiver
|
|
|
|
|
Disallow: /
|
2023-08-07 22:23:46 +00:00
|
|
|
|
|
|
|
|
# Common Crawl
|
|
|
|
|
User-agent: CCBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
# OpenAI
|
|
|
|
|
User-agent: ChatGPT-User
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
# Turn It In Plagiarism Checker
|
|
|
|
|
User-Agent: TurnitinBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
# Name Protect
|
|
|
|
|
User-Agent: NPBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
# Sly Search
|
|
|
|
|
User-Agent: SlySearch
|
|
|
|
|
Disallow: /
|
