privacore-open-source-search-engine/Stats.h

// Matt Wells, copyright Jul 2002

// . all disk accesses should use this global class to record their stats
// . this class can dump a gif graph to disk in the html directory with
//   the filename "Stats.gif"
// . you may add stats to this class, but do not remove them as they may
//   be necessary for Statsdb.

#ifndef GB_STATS_H
#define GB_STATS_H

#include "SafeBuf.h"
#include "UdpProtocol.h" // MAX_MSG_TYPES

class StatPoint {
 public:
	int32_t        m_numBytes  ;
	int64_t   m_startTime ;
	int64_t   m_endTime   ;
	int         m_color     ;
	char        m_type      ;
};

#define MAX_POINTS 6000
#define MAX_WIDTH  6
#define DY         500              // pixels vertical
#define DX         1000             // pixels across
#define DT         (10*1000)        // time window, 10 seconds
#define MAX_LINES  (DY / (MAX_WIDTH+1)) // leave free pixel above each line

#define STAT_GENERIC 0
#define MAX_BUCKETS  16

class Stats {

 public:

	// just clear our points array when we're born
	Stats ( ) ;

	// we take lower 3 bytes of "color" for the rgb color of this line/pt
	void addStat_r ( int32_t        numBytes    , 
			 int64_t   startTime   ,
			 int64_t   endTime     ,
			 int32_t        color       = 0x00000000 , // black 
			 char        type        = STAT_GENERIC,
			 char       *fnName      = NULL);

	void printGraphInHtml ( SafeBuf &sb );

	// store the points here
	StatPoint m_pts [ MAX_POINTS ];
	int32_t      m_next;

	void addPoint ( StatPoint **points    ,
			int32_t        *numPoints ,
			StatPoint   *p         ) ;

	void clearMsgStats();

	int64_t m_startTime;

	time_t m_uptimeStart;

	// one count for each CR_* defined in Msg51.h
	int32_t m_filterStats[30];

	int32_t m_msg3aRecalls[6];
	SafeBuf m_keyCols;

	// use m_start so we know what msg stats to clear with memset
//	char      m_start;
	// and stats for how long to send a request or reply from
	// start to finish. the first "2" is the niceness, 0 or 1, and
	// the second "2" is 0 if sending a reply and 1 if sending a request.
	int64_t m_msgTotalOfSendTimes    [MAX_MSG_TYPES][2][2];
	int64_t m_msgTotalSent           [MAX_MSG_TYPES][2][2];
	int64_t m_msgTotalSentByTime     [MAX_MSG_TYPES][2][2][MAX_BUCKETS];
	// how long we wait after receiving the request until handler is called
	int64_t m_msgTotalOfQueuedTimes  [MAX_MSG_TYPES][2];
	int64_t m_msgTotalQueued         [MAX_MSG_TYPES][2];
	int64_t m_msgTotalQueuedByTime   [MAX_MSG_TYPES][2][MAX_BUCKETS];
	// msg stats, from UdpServer.cpp and UdpSlot.cpp. all times in
	// milliseconds. the second index is the niceness, 0 or 1. Buckets
	// are for breaking down times by the time range: 0-1ms, 2-3ms,
	// 4-7ms, 8-15ms, ...
	int64_t m_msgTotalOfHandlerTimes [MAX_MSG_TYPES][2];
	int64_t m_msgTotalHandlersCalled [MAX_MSG_TYPES][2];
	int64_t m_msgTotalHandlersByTime [MAX_MSG_TYPES][2][MAX_BUCKETS];

	int32_t m_packetsIn  [MAX_MSG_TYPES][2];
	int32_t m_packetsOut [MAX_MSG_TYPES][2];
	int32_t m_acksIn     [MAX_MSG_TYPES][2];
	int32_t m_acksOut    [MAX_MSG_TYPES][2];
	int32_t m_reroutes   [MAX_MSG_TYPES][2];
	int32_t m_errors     [MAX_MSG_TYPES][2];
	int32_t m_timeouts   [MAX_MSG_TYPES][2]; // specific error
	int32_t m_nomem      [MAX_MSG_TYPES][2]; // specific error
	int32_t m_dropped    [MAX_MSG_TYPES][2]; // dropped dgram
	int32_t m_cancelRead [MAX_MSG_TYPES][2]; // dropped dgram

	int32_t m_parsingInconsistencies;

	int32_t m_totalOverflows;

	int32_t m_compressedBytesIn;
	int32_t m_uncompressedBytesIn;


	// spider compression proxy stats set in Msg13.cpp
	int64_t m_compressAllDocs;
	int64_t m_compressAllBytesIn;
	int64_t m_compressAllBytesOut;

	int64_t m_compressMimeErrorDocs;
	int64_t m_compressMimeErrorBytesIn;
	int64_t m_compressMimeErrorBytesOut;
			
	int64_t m_compressUnchangedDocs;
	int64_t m_compressUnchangedBytesIn;
	int64_t m_compressUnchangedBytesOut;
	
	int64_t m_compressBadContentDocs;
	int64_t m_compressBadContentBytesIn;
	int64_t m_compressBadContentBytesOut;

	int64_t m_compressBadLangDocs;
	int64_t m_compressBadLangBytesIn;
	int64_t m_compressBadLangBytesOut;

	int64_t m_compressBadCharsetDocs;
	int64_t m_compressBadCharsetBytesIn;
	int64_t m_compressBadCharsetBytesOut;

	int64_t m_compressBadCTypeDocs;
	int64_t m_compressBadCTypeBytesIn;
	int64_t m_compressBadCTypeBytesOut;

	int64_t m_compressHasIframeDocs;

	int64_t m_compressPlainLinkDocs;
	int64_t m_compressPlainLinkBytesIn;
	int64_t m_compressPlainLinkBytesOut;
	
	int64_t m_compressEmptyLinkDocs;
	int64_t m_compressEmptyLinkBytesIn;
	int64_t m_compressEmptyLinkBytesOut;
	
	int64_t m_compressFullPageDocs;
	int64_t m_compressFullPageBytesIn;
	int64_t m_compressFullPageBytesOut;
	
	int64_t m_compressHasDateDocs;
	int64_t m_compressHasDateBytesIn;
	int64_t m_compressHasDateBytesOut;
	
	int64_t m_compressRobotsTxtDocs;
	int64_t m_compressRobotsTxtBytesIn;
	int64_t m_compressRobotsTxtBytesOut;
	
	int64_t m_compressUnknownTypeDocs;
	int64_t m_compressUnknownTypeBytesIn;
	int64_t m_compressUnknownTypeBytesOut;

	// use m_end so we know what msg stats to clear with memset
//	char      m_end;
};

extern class Stats g_stats;

#endif // GB_STATS_H