privacore-open-source-searc…/Rebalance.h

// Matt Wells, Jan 2014

#ifndef GB_REBALANCE_H
#define GB_REBALANCE_H

#include "gb-include.h"
#include "types.h"
#include "RdbList.h"
#include "Msg4.h"
#include "Msg5.h"
#include "SafeBuf.h"

class Rebalance {

 public:

	Rebalance();

	const char *getNeedsRebalance ( ) ;
	void rebalanceLoop ( ) ;
	void scanLoop ( ) ;
	bool scanRdb ( ) ;
	bool gotList ( ) ;
	bool saveRebalanceFile ( ) ;

	//bool m_inRebalanceLoop;
	int32_t m_numForeignRecs;
	int64_t m_rebalanceCount;
	int64_t m_scannedCount;

	int32_t m_rdbNum;
	collnum_t m_collnum;
	collnum_t m_lastCollnum;
	class Rdb *m_lastRdb;
	int32_t m_lastPercent;
	char m_nextKey[MAX_KEY_BYTES];
	char m_endKey[MAX_KEY_BYTES];
	bool m_needsRebalanceValid;
	char m_needsRebalance;
	bool m_warnedUser;
	bool m_userApproved;
	bool m_isScanning;
	int32_t m_blocked;
	bool m_allowSave;

	bool m_registered;
	RdbList m_list;
	SafeBuf m_posMetaList;
	SafeBuf m_negMetaList;
	Msg4 m_msg4a;
	Msg4 m_msg4b;
	Msg5 m_msg5;
};

extern Rebalance g_rebalance;

#endif // GB_REBALANCE_H
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00			`// Matt Wells, Jan 2014`

Standardize header guards 2016-03-08 22:14:30 +01:00			`#ifndef GB_REBALANCE_H`
			`#define GB_REBALANCE_H`
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00
			`#include "gb-include.h"`
			`#include "types.h"`
			`#include "RdbList.h"`
			`#include "Msg4.h"`
			`#include "Msg5.h"`
			`#include "SafeBuf.h"`

			`class Rebalance {`

			`public:`

			`Rebalance();`

Rebalance::getNeedsRebalance() should return const 2016-05-22 22:22:56 +02:00			`const char *getNeedsRebalance ( ) ;`
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00			`void rebalanceLoop ( ) ;`
			`void scanLoop ( ) ;`
			`bool scanRdb ( ) ;`
rebalancer is running now 2014-01-15 16:09:38 -08:00			`bool gotList ( ) ;`
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00			`bool saveRebalanceFile ( ) ;`

tight merge during rebalance to save disk space, so neg recs annihilate pos recs. 2014-03-14 23:37:30 -07:00			`//bool m_inRebalanceLoop;`
now it compiles with -m32 2014-11-10 14:45:11 -08:00			`int32_t m_numForeignRecs;`
replace long long with int64_t 2014-10-30 13:36:39 -06:00			`int64_t m_rebalanceCount;`
			`int64_t m_scannedCount;`
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00
now it compiles with -m32 2014-11-10 14:45:11 -08:00			`int32_t m_rdbNum;`
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00			`collnum_t m_collnum;`
git rebalancing working right 2014-01-15 17:40:17 -08:00			`collnum_t m_lastCollnum;`
			`class Rdb *m_lastRdb;`
now it compiles with -m32 2014-11-10 14:45:11 -08:00			`int32_t m_lastPercent;`
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00			`char m_nextKey[MAX_KEY_BYTES];`
			`char m_endKey[MAX_KEY_BYTES];`
			`bool m_needsRebalanceValid;`
			`char m_needsRebalance;`
			`bool m_warnedUser;`
			`bool m_userApproved;`
			`bool m_isScanning;`
now it compiles with -m32 2014-11-10 14:45:11 -08:00			`int32_t m_blocked;`
rebalancer working pretty well now 2014-01-15 19:08:47 -08:00			`bool m_allowSave;`
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00
keep files tightly merged when doing rebalanced to avoid running out of disk space 2014-03-14 19:19:41 -07:00			`bool m_registered;`
got code with shard rebalancing compiling. now we store a "sharded by termid" bit in posdb key for checksums, etc keys that are not sharded by docid. save having to do disk seeks on every host in the cluster to do a dup check, etc. 2014-01-11 16:08:42 -08:00			`RdbList m_list;`
			`SafeBuf m_posMetaList;`
			`SafeBuf m_negMetaList;`
			`Msg4 m_msg4a;`
			`Msg4 m_msg4b;`
			`Msg5 m_msg5;`
			`};`

			`extern Rebalance g_rebalance;`

Standardize header guards 2016-03-08 22:14:30 +01:00			`#endif // GB_REBALANCE_H`