mirror of
https://github.com/yacy/yacy_search_server.git
synced 2026-08-03 12:54:35 -04:00
Michael Peter Christen
b1380c4a9f
this removes the userDB-exception in the normal authentication process which affected mostly wiki and blog which are not required any more. We also cleaned up translation messages as this function was not used at all. This is a required step forward a renovation of the jetty server.
50 lines
3.1 KiB
HTML
50 lines
3.1 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<title>YaCy '#[clientname]#': Local robots.txt</title>
|
|
#%env/templates/metas.template%#
|
|
</head>
|
|
<body id="ConfigRobotsTxt">
|
|
#%env/templates/header.template%#
|
|
#%env/templates/submenuPortalConfiguration.template%#
|
|
<h2>Exclude Web-Spiders</h2>
|
|
<p>
|
|
Here you can set up a robots.txt for all webcrawlers that try to access the webinterface of your peer.
|
|
<span class="tt">robots.txt</span> is a voluntary agreement most search-engines (including YaCy) follow.
|
|
It disallows crawlers to access webpages or even entire domains.
|
|
</p>
|
|
#(error)#
|
|
::<p class="error">Unable to access the local file: <span class="error tt">#[msg]#</span></p>
|
|
::<p class="error">Deletion of <span class="error tt">htroot/robots.txt</span> failed</p>#(/error)#
|
|
<form method="post" action="ConfigRobotsTxt_p.html" enctype="multipart/form-data" accept-charset="UTF-8">
|
|
<fieldset><legend>Deny access to</legend>
|
|
<input type="hidden" name="directories" value="checked" />
|
|
<input type="hidden" name="locked" value="checked" />
|
|
<dl>
|
|
<dt><label for="all"><em>Entire Peer</em></label></dt>
|
|
<dd><input type="checkbox" id="all" name="all"#(all.checked)#:: checked="checked"#(/all.checked)# /></dd>
|
|
<dt><label for="status">Status page</label></dt>
|
|
<dd><input type="checkbox" id="status" name="status"#(status.checked)#:: checked="checked"#(/status.checked)# /></dd>
|
|
<dt><label for="network">Network pages</label></dt>
|
|
<dd><input type="checkbox" id="network" name="network"#(network.checked)#:: checked="checked"#(/network.checked)# /></dd>
|
|
<dt><label for="surftips">Surftips</label></dt>
|
|
<dd><input type="checkbox" id="surftips" name="surftips"#(surftips.checked)#:: checked="checked"#(/surftips.checked)# /></dd>
|
|
<dt><label for="news">News pages</label></dt>
|
|
<dd><input type="checkbox" id="news" name="news"#(news.checked)#:: checked="checked"#(/news.checked)# /></dd>
|
|
<dt><label for="bookmarks">Public bookmarks</label></dt>
|
|
<dd><input type="checkbox" id="bookmarks" name="bookmarks"#(bookmarks.checked)#:: checked="checked"#(/bookmarks.checked)# /></dd>
|
|
<dt><label for="homepage">Home Page</label></dt>
|
|
<dd><input type="checkbox" id="homepage" name="homepage"#(homepage.checked)#:: checked="checked"#(/homepage.checked)# /></dd>
|
|
<dt><label for="fileshare">File Share</label></dt>
|
|
<dd><input type="checkbox" id="fileshare" name="fileshare"#(fileshare.checked)#:: checked="checked"#(/fileshare.checked)# /></dd>
|
|
<dt><label for="profile">Impressum</label></dt>
|
|
<dd><input type="checkbox" id="profile" name="profile"#(profile.checked)#:: checked="checked"#(/profile.checked)# /></dd>
|
|
<dt> </dt>
|
|
<dd><input type="submit" name="save" value="Save restrictions" class="btn btn-primary"/></dd>
|
|
</dl>
|
|
</fieldset>
|
|
</form>
|
|
#%env/templates/footer.template%#
|
|
</body>
|
|
</html>
|