mirror of
https://github.com/privacore/open-source-search-engine.git
synced 2025-04-18 14:48:48 -04:00
19 lines
233 B
Plaintext
19 lines
233 B
Plaintext
User-Agent: googlebot
|
|
Disallow: /search?
|
|
|
|
User-Agent: bingbot
|
|
Disallow: /search?
|
|
|
|
User-Agent: msnbot
|
|
Disallow: /search?
|
|
|
|
User-Agent: slurp
|
|
Disallow: /search?
|
|
|
|
User-Agent: gigabot
|
|
Disallow: /search?
|
|
|
|
User-Agent: *
|
|
Disallow: /search?
|
|
|