privacore-open-source-search-engine/test/unit/RdbBucketsTest.cpp

#include <gtest/gtest.h>
#include "RdbBuckets.h"
#include "Posdb.h"

static void addPosdbKey(RdbBuckets *buckets, int64_t termId, int64_t docId, bool delKey = false) {
	char key[MAX_KEY_BYTES];
	Posdb::makeKey(&key, termId, docId, 0, 0, 0, 0, 0, 0, 0, 0, false, delKey, false);
	buckets->addNode(0, key, NULL, 0);
}

static void deletePosdbKey(RdbBuckets *buckets, int64_t termId, int64_t docId, bool delKey = false) {
	char key[MAX_KEY_BYTES];
	Posdb::makeKey(&key, termId, docId, 0, 0, 0, 0, 0, 0, 0, 0, false, delKey, false);
	buckets->deleteNode(0, key);
}

static void expectRecord(RdbList *list, int64_t termId, int64_t docId, bool isDel = false) {
	ASSERT_FALSE(list->isExhausted());

	const char *rec = list->getCurrentRec();
	EXPECT_EQ(termId, Posdb::getTermId(rec));
	EXPECT_EQ(docId, Posdb::getDocId(rec));
	EXPECT_EQ(isDel, KEYNEG(rec));
	list->skipCurrentRecord();
}

TEST(RdbBucketsTest, PosdbAddNodeCheckAfterAdd) {
	static const int total_records = 10;
	static const int64_t docId = 1;
	RdbBuckets buckets;
	buckets.set(Posdb::getFixedDataSize(), 1024 * 1024, "test-posdb", RDB_POSDB, "posdb", Posdb::getKeySize());

	for (int i = 0; i < total_records; i++) {
		addPosdbKey(&buckets, i, docId);
	}

	// use extremes
	const char *startKey = KEYMIN();
	const char *endKey = KEYMAX();
	int32_t numPosRecs  = 0;
	int32_t numNegRecs = 0;

	RdbList list;
	buckets.getList(0, startKey, endKey, -1, &list, &numPosRecs, &numNegRecs, Posdb::getUseHalfKeys());

	// verify that data returned is the same as data inserted above
	for (int i = 0; i < total_records; ++i, list.skipCurrentRecord()) {
		const char *rec = list.getCurrentRec();
		EXPECT_EQ(i, Posdb::getTermId(rec));
		EXPECT_EQ(docId, Posdb::getDocId(rec));
	}
	EXPECT_TRUE(list.isExhausted());
}

TEST(RdbBucketsTest, PosdbAddNodeCheckEachAdd) {
	static const int total_records = 10;
	static const int64_t docId = 1;
	RdbBuckets buckets;
	buckets.set(Posdb::getFixedDataSize(), 1024 * 1024, "test-posdb", RDB_POSDB, "posdb", Posdb::getKeySize());

	// use extremes
	const char *startKey = KEYMIN();
	const char *endKey = KEYMAX();

	for (int i = 0; i < total_records; i++) {
		addPosdbKey(&buckets, i, docId);

		int32_t numPosRecs  = 0;
		int32_t numNegRecs = 0;

		RdbList list;
		buckets.getList(0, startKey, endKey, -1, &list, &numPosRecs, &numNegRecs, Posdb::getUseHalfKeys());

		// verify that data returned is the same as data inserted above
		for (int j = 0; j < i + 1; ++j, list.skipCurrentRecord()) {
			const char *rec = list.getCurrentRec();
			EXPECT_EQ(j, Posdb::getTermId(rec));
			EXPECT_EQ(docId, Posdb::getDocId(rec));
		}
		EXPECT_TRUE(list.isExhausted());
	}
}

TEST(RdbBucketsTest, PosdbAddDeleteNodeCheckAfterDelete) {
	static const int total_records = 10;
	static const int64_t docId = 1;
	RdbBuckets buckets;
	buckets.set(Posdb::getFixedDataSize(), 1024 * 1024, "test-posdb", RDB_POSDB, "posdb", Posdb::getKeySize());

	for (int i = 0; i < total_records; i++) {
		addPosdbKey(&buckets, i, docId);
	}

	for (int i = 0; i < total_records; i++) {
		deletePosdbKey(&buckets, i, docId);
	}

	// use extremes
	const char *startKey = KEYMIN();
	const char *endKey = KEYMAX();

	int32_t numPosRecs  = 0;
	int32_t numNegRecs = 0;

	RdbList list;
	buckets.getList(0, startKey, endKey, -1, &list, &numPosRecs, &numNegRecs, Posdb::getUseHalfKeys());
	EXPECT_TRUE(list.isEmpty());
}

TEST(RdbBucketsTest, PosdbAddDeleteNodeCheckEachDelete) {
	static const int total_records = 10;
	static const int64_t docId = 1;
	RdbBuckets buckets;
	buckets.set(Posdb::getFixedDataSize(), 1024 * 1024, "test-posdb", RDB_POSDB, "posdb", Posdb::getKeySize());

	for (int i = 0; i < total_records; i++) {
		addPosdbKey(&buckets, i, docId);
	}

	// use extremes
	const char *startKey = KEYMIN();
	const char *endKey = KEYMAX();

	for (int i = 0; i < total_records; i++) {
		deletePosdbKey(&buckets, i, docId);

		int32_t numPosRecs  = 0;
		int32_t numNegRecs = 0;

		RdbList list;
		buckets.getList(0, startKey, endKey, -1, &list, &numPosRecs, &numNegRecs, Posdb::getUseHalfKeys());

		// verify that data returned is the same as data inserted above
		for (int j = i + 1; j < total_records; ++j, list.skipCurrentRecord()) {
			const char *rec = list.getCurrentRec();
			EXPECT_EQ(j, Posdb::getTermId(rec));
			EXPECT_EQ(docId, Posdb::getDocId(rec));
		}
		EXPECT_TRUE(list.isExhausted());
	}
}

TEST(RdbBucketsTest, PosdbAddDuplicateNode) {
	static const int64_t docId = 1;
	RdbBuckets buckets;
	buckets.set(Posdb::getFixedDataSize(), 1024 * 1024, "test-posdb", RDB_POSDB, "posdb", Posdb::getKeySize());

	addPosdbKey(&buckets, 1, docId);
	addPosdbKey(&buckets, 2, docId);
	addPosdbKey(&buckets, 1, docId);

	// use extremes
	const char *startKey = KEYMIN();
	const char *endKey = KEYMAX();

	int32_t numPosRecs  = 0;
	int32_t numNegRecs = 0;

	RdbList list;
	buckets.getList(0, startKey, endKey, -1, &list, &numPosRecs, &numNegRecs, Posdb::getUseHalfKeys());
	expectRecord(&list, 1, docId);
	expectRecord(&list, 2, docId);
	EXPECT_TRUE(list.isExhausted());
}