Mirrors/yacy_search_server
1
0
Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2025-07-21 09:04:37 -04:00
Code Issues Packages Projects Releases Wiki Activity

Use transparent addToCrawler in AutoSearch instead of addToIndex

Browse Source 
This would likely also be of advantage for RSS import/schedule as
following bug-reports suggest
http://mantis.tokeek.de/view.php?id=569
http://mantis.tokeek.de/view.php?id=655
This commit is contained in:
reger
2016-06-01 01:14:22 +02:00
parent c7bd040870
commit bd8f7c11f5
2 changed files with 4 additions and 2 deletions
source/net/yacy/search
AutoSearch.javaSwitchboard.java

2
source/net/yacy/search/AutoSearch.java

@ -289,7 +289,7 @@ public class AutoSearch extends AbstractBusyThread {
urls.add(new DigestURL(entry, (byte[]) null));
this.gotresults++;
}
sb.addToIndex(urls, null, "AutoSearch", null, true);
sb.addToCrawler(urls, false);
ConcurrentLog.info(AutoSearch.class.getName(), "added " + urls.size() + " results from " + seed.getName() + " to index for query=" + currentQuery);
} catch (IOException ex) {
ConcurrentLog.info(AutoSearch.class.getName(), "no answer from " + seed.getName());

4
source/net/yacy/search/Switchboard.java

@ -3292,6 +3292,8 @@ public final class Switchboard extends serverSwitch {
/**
* load the content of a URL, parse the content and add the content to the index This process is started
* concurrently. The method returns immediately after the call.
* Loaded/indexed pages are added to the given SearchEvent. If this is not required prefer addToCrawler
* to spare concurrent processes, bandwidth and intransparent crawl/load activity
*
* @param url the url that shall be indexed
* @param searchEvent (optional) a search event that shall get results from the indexed pages directly
@ -3328,7 +3330,7 @@ public final class Switchboard extends serverSwitch {
continue;
}
requests.add(request);
}
}
new Thread() {
@Override