privacore-open-source-search-engine/SiteGetter.h

#ifndef GB_SITEGETTER_H
#define GB_SITEGETTER_H

#include "gb-include.h"
#include "Msg0.h"
#include "Tagdb.h"

#define MAX_SITE_LEN 	256
#define MAX_SCHEME_LEN 	16


class SiteGetter {

public:

	SiteGetter();
	~SiteGetter();

	// . returns false if blocked, true otherwise
	// . sets g_errno on erorr
	bool getSite ( char *url, class TagRec *gr, int32_t timestamp, collnum_t collnum, int32_t niceness,
	               void *state    = NULL, void (* callback)(void *) = NULL ) ;


	bool setRecognizedSite ( );

	char *getSite    ( ) { return m_site   ; }
	int32_t  getSiteLen ( ) { return m_siteLen; }

	bool getSiteList ( ) ;
	bool gotSiteList ( ) ;
	bool setSite ( ) ;

	char         *m_url;
	collnum_t m_collnum;
	void         *m_state;
	void        (*m_callback) (void *state );
	RdbList       m_list;

	int32_t          m_sitePathDepth;

	// use Msg0 for getting the no-split termlist that combines 
	// gbpathdepth: with the site hash in a single termid
	Msg0   m_msg0;
	int32_t   m_pathDepth;
	int32_t   m_maxPathDepth;
	int32_t   m_niceness;
	int32_t   m_oldSitePathDepth;
	char   m_allDone;
	int32_t   m_timestamp;

	bool   m_hasSubdomain;

	// points into provided "u->m_url" buffer
	char   m_site[MAX_SITE_LEN+1];
	int32_t   m_siteLen;

	char   m_scheme[MAX_SCHEME_LEN+1];
	int32_t   m_schemeLen;

	bool   m_tryAgain;

	int32_t   m_errno;

	// the tag rec we add
	TagRec m_addedTag;
};

#endif // GB_SITEGETTER_H