add new link to page crawlbot to see spider attempt
gbss docs.
This commit is contained in:
@ -3570,6 +3570,10 @@ bool printCrawlBotPage2 ( TcpSocket *socket ,
|
||||
|
||||
" <a href=/v3/crawl/download/%s_urls.csv>"
|
||||
"new csv format</a>"
|
||||
|
||||
" <a href=/search?q=gbsortby"
|
||||
"int%%3AgbssSpiderTime&n=50&c=%s>"
|
||||
"last 50 download attempts</a>"
|
||||
|
||||
"</td>"
|
||||
"</tr>"
|
||||
@ -3645,6 +3649,10 @@ bool printCrawlBotPage2 ( TcpSocket *socket ,
|
||||
// urls.csv new format v3
|
||||
, cr->m_coll
|
||||
|
||||
|
||||
// last 50 downloaded urls
|
||||
, cr->m_coll
|
||||
|
||||
// latest objects in html
|
||||
, cr->m_coll
|
||||
, rand64
|
||||
|
Reference in New Issue
Block a user