Mirrors/yacy_search_server
1
0
Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2025-07-21 09:04:37 -04:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' of git@github.com:yacy/yacy_search_server.git

Browse Source
This commit is contained in:
Michael Peter Christen
2015-08-11 00:42:46 +02:00
parent 8f90767889 a3dd4be749
commit 906b5fd742
1 changed files with 5 additions and 3 deletions

8
source/net/yacy/document/ProbabilisticClassifier.java

@ -23,6 +23,7 @@ package net.yacy.document;
import java.io.File;
import java.io.IOException;
import java.nio.charset.Charset;
import java.nio.file.Files;
import java.util.ArrayList;
import java.util.HashMap;
@ -60,14 +61,15 @@ public class ProbabilisticClassifier {
public Context(String context_name, Map<String, File> categoryExampleLinesFiles, File negativeExampleLines) throws IOException {
this.context_name = context_name;
int requiredSize = 0;
Charset charset = Charset.forName("UTF-8");
Map<String, List<String>> categoryBuffer = new HashMap<>();
for (Map.Entry<String, File> category: categoryExampleLinesFiles.entrySet()) {
List<String> list = Files.readAllLines(category.getValue().toPath());
List<String> list = Files.readAllLines(category.getValue().toPath(), charset);
categoryBuffer.put(category.getKey(), list);
requiredSize += list.size();
}
List<String> list = Files.readAllLines(negativeExampleLines.toPath());
categoryBuffer.put(NONE_CATEGORY_NAME, Files.readAllLines(negativeExampleLines.toPath()));
List<String> list = Files.readAllLines(negativeExampleLines.toPath(), charset);
categoryBuffer.put(NONE_CATEGORY_NAME, Files.readAllLines(negativeExampleLines.toPath(), charset));
requiredSize += list.size();
this.bayes = new BayesClassifier<>();