forked from Mirrors/privacore-open-source-search-engine
84 lines
2.2 KiB
C++
84 lines
2.2 KiB
C++
//
|
|
// Copyright (C) 2017 Privacore ApS - https://www.privacore.com
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as
|
|
// published by the Free Software Foundation, either version 3 of the
|
|
// License, or (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
//
|
|
// License TL;DR: If you change this file, you must publish your changes.
|
|
//
|
|
#ifndef FX_DOCPROCESS_H
|
|
#define FX_DOCPROCESS_H
|
|
|
|
#include "GbMutex.h"
|
|
#include "GbThreadQueue.h"
|
|
#include <vector>
|
|
#include <atomic>
|
|
#include <string>
|
|
|
|
class XmlDoc;
|
|
class DocProcess;
|
|
|
|
struct DocProcessDocItem {
|
|
DocProcessDocItem(DocProcess *docProcess, const std::string &key, int64_t lastPos);
|
|
virtual ~DocProcessDocItem();
|
|
|
|
DocProcess *m_docProcess;
|
|
std::string m_key;
|
|
int64_t m_lastPos;
|
|
XmlDoc *m_xmlDoc;
|
|
};
|
|
|
|
class DocProcess {
|
|
public:
|
|
DocProcess(const char *filename, bool isUrl);
|
|
|
|
bool init();
|
|
void finalize();
|
|
|
|
virtual DocProcessDocItem* createDocItem(DocProcess *docProcess, const std::string &key, int64_t lastPos);
|
|
virtual void updateXmldoc(XmlDoc *xmlDoc) = 0;
|
|
virtual void processDocItem(DocProcessDocItem *docItem) = 0;
|
|
|
|
bool addKey(const std::string &key, int64_t currentFilePos = -1);
|
|
|
|
static void reload(int /*fd*/, void */*state*/);
|
|
|
|
static void processFile(void *item);
|
|
static void processDoc(void *item);
|
|
static void processedDoc(void *state);
|
|
|
|
void waitPendingDocCount(unsigned maxCount);
|
|
|
|
protected:
|
|
void removePendingDoc(DocProcessDocItem *docItem);
|
|
|
|
bool m_isUrl;
|
|
|
|
private:
|
|
void addPendingDoc(DocProcessDocItem *docItem);
|
|
|
|
const char *m_filename;
|
|
std::string m_tmpFilename;
|
|
std::string m_lastPosFilename;
|
|
|
|
time_t m_lastModifiedTime;
|
|
|
|
std::vector<DocProcessDocItem*> m_pendingDocItems;
|
|
GbMutex m_pendingDocItemsMtx;
|
|
pthread_cond_t m_pendingDocItemsCond;
|
|
|
|
std::atomic<bool> m_stop;
|
|
};
|
|
|
|
#endif //FX_DOCPROCESS_H
|