forked from Mirrors/privacore-open-source-search-engine
114 lines
3.5 KiB
C++
114 lines
3.5 KiB
C++
// Matt Wells, copyright Feb 2001
|
|
|
|
// . add/delete an RdbList to/from a group
|
|
// . RdbList can be hetergoneous: not all it's records may belong to same group
|
|
// . we only send to the next group when the group before is done sending
|
|
// . we block/loop indefinitely if a host in the group cannot add the msg
|
|
|
|
// . TODO: add seal support
|
|
// . TODO: re-add incremental synchronization later
|
|
// . TODO: store rdbId in msgType so we can add to rdb faster w/ copying
|
|
// . TODO: send all at once or at least X at a time, don't wait for each one
|
|
// before sending the next
|
|
|
|
#ifndef GB_MSG1_H
|
|
#define GB_MSG1_H
|
|
|
|
#include "RdbList.h"
|
|
#include "Multicast.h"
|
|
#include "rdbid_t.h"
|
|
#include "types.h"
|
|
|
|
#define MSG1_BUF_SIZE 64
|
|
|
|
class Msg1 {
|
|
|
|
public:
|
|
|
|
// . this should only be called once
|
|
// . should also register our get record handlers with the udpServer
|
|
static bool registerHandler();
|
|
|
|
// . returns false if blocked, true otherwise
|
|
// . sets errno on error
|
|
// . if "groupId" is -1 we determine the groupId for each record
|
|
// by ANDing the high int32_t of it's key with the groupMask in confdb
|
|
// . spiderdb should be the only db that specifies it's own groupId
|
|
// since it wants to partition by the low int32_t, not the high int32_t
|
|
// since it's high int32_t is the spiderTime and low int32_t is the top
|
|
// 32 bits of the docId
|
|
// . i added "forceLocal" cuz we had a corrupt key in spiderdb which
|
|
// made it belong to a foreign group, and when we tried to delete it
|
|
// the delete key went elsewhere and we couldn't delete it!
|
|
// . deleteRecs will cause Rdb::deleteRec() to be called. if the rdb
|
|
// does not support delbits in the keys use this.
|
|
// . when deleteRecs is true, the recs in the list are really just keys
|
|
bool addList ( RdbList *list ,
|
|
rdbid_t rdbId,
|
|
collnum_t collnum, // char *coll ,
|
|
void *state ,
|
|
void (*callback)(void *state) ,
|
|
bool forceLocal ,
|
|
int32_t niceness ,
|
|
bool injecting = false ,
|
|
bool waitForReply = true ,
|
|
bool *inTransit = NULL );
|
|
|
|
bool addRecord ( char *rec ,
|
|
int32_t recSize ,
|
|
rdbid_t rdbId,
|
|
collnum_t collnum ,
|
|
void *state ,
|
|
void (* callback)(void *state) ,
|
|
int32_t niceness ) ;
|
|
|
|
// private:
|
|
|
|
// keep this public cuz it's called by a C wrapper in Msg1.cpp
|
|
bool sendSomeOfList ();
|
|
|
|
// send m_list in entirety to a group
|
|
bool sendData ( uint32_t groupId , char *list , int32_t listSize ) ;
|
|
|
|
void (*m_callback ) ( void *state );
|
|
void *m_state;
|
|
|
|
// list to be added
|
|
RdbList *m_list;
|
|
|
|
// for Msg1::addRecord:
|
|
RdbList m_tmpList;
|
|
|
|
// rdb id to add to ( see Msg0::getRdb(char rdbId) )
|
|
rdbid_t m_rdbId;
|
|
//char *m_coll;
|
|
collnum_t m_collnum;
|
|
|
|
// groupId to send to (may be -1 if it's up to us to decide)
|
|
uint32_t m_groupId;
|
|
|
|
// . use this for sending to all hosts in a group
|
|
// . will block indefinitely if could not send to one host in the
|
|
// group for some reason
|
|
Multicast m_mcast;
|
|
|
|
// . a flag, if this is true always keep it local to the groupId
|
|
// . used to combat data corruption really by SpiderLoop
|
|
bool m_forceLocal;
|
|
|
|
int32_t m_niceness;
|
|
|
|
bool m_injecting;
|
|
|
|
// don't hold up the pipeline
|
|
bool m_waitForReply;
|
|
|
|
// when adding a list without making the caller wait for the reply
|
|
// we must keep the list in our possession so caller does not free it
|
|
RdbList m_ourList;
|
|
|
|
char m_buf [ MSG1_BUF_SIZE ];
|
|
};
|
|
|
|
#endif // GB_MSG1_H
|