mirror of
https://github.com/yacy/yacy_search_server.git
synced 2026-09-11 19:04:36 -04:00
Michael Peter Christen
b1380c4a9f
this removes the userDB-exception in the normal authentication process which affected mostly wiki and blog which are not required any more. We also cleaned up translation messages as this function was not used at all. This is a required step forward a renovation of the jetty server.
62 lines
851 B
Plaintext
62 lines
851 B
Plaintext
# robots.txt for #[clientname]#.yacy
|
|
|
|
User-agent: *
|
|
|
|
Disallow: /*query=
|
|
Disallow: /proxy.html
|
|
Disallow: /IndexBrowser_p.html
|
|
|
|
#(all)#
|
|
|
|
# dirs
|
|
#{dirs}#
|
|
Disallow: /#[dir]#
|
|
#{/dirs}#
|
|
|
|
|
|
# locked
|
|
#{locked}#
|
|
Disallow: /#[page]#
|
|
#{/locked}#
|
|
|
|
#(bookmarks)#::
|
|
# bookmarks
|
|
Disallow: /Bookmarks.html#(/bookmarks)#
|
|
|
|
#(news)#::
|
|
# news
|
|
Disallow: /News.html#(/news)#
|
|
|
|
#(status)#::
|
|
# status
|
|
Disallow: /Status.html#(/status)#
|
|
|
|
#(network)#::
|
|
# network
|
|
Disallow: /Network.html
|
|
Disallow: /Network.csv
|
|
Disallow: /Network.xml#(/network)#
|
|
|
|
#(homepage)#::
|
|
# homepage
|
|
Disallow: /www#(/homepage)#
|
|
|
|
#(fileshare)#::
|
|
# fileshare
|
|
Disallow: /share#(/fileshare)#
|
|
|
|
#(surftips)#::
|
|
# surftips
|
|
Disallow: /Surftips.html#(/surftips)#
|
|
|
|
#(profile)#::
|
|
# view profile
|
|
Disallow: /ViewProfile.html
|
|
Disallow: /ViewProfile.vcf
|
|
Disallow: /ViewProfile.xml#(/profile)#
|
|
|
|
::
|
|
# all
|
|
Disallow: /
|
|
#(/all)#
|