crawlbot api updates

CollectionRec.cpp

@@ -517,9 +517,3 @@ bool CollectionRec::hasSearchPermission ( TcpSocket *s , long encapIp ) {
 	return false;
 }
 
-char *CollectionRec::getDiffbotToken ( long *tokenLen ) {
-	char *s = strchr ( m_coll , '-' );
-	if ( ! s ) return NULL;
-	*tokenLen = s - m_coll;
-	return m_coll;
-}

CollectionRec.h

@@ -101,7 +101,7 @@ class CollectionRec {
 	CollectionRec();
 	virtual ~CollectionRec();
 	
-	char *getDiffbotToken ( long *tokenLen );
+	//char *getDiffbotToken ( long *tokenLen );
 
 	// . set ourselves from serialized raw binary
 	// . returns false and sets errno on error

Diffbot.cpp

@@ -1853,6 +1853,7 @@ bool printCrawlBotPage ( TcpSocket *s ,
 			      "<option value=frontpage%s>FrontPage</option>"
 			      "</select>"
 			      "</td>"
+			       "</tr>"
 			      , s[0]
 			      , s[1]
 			      , s[2]
@@ -1862,6 +1863,7 @@ bool printCrawlBotPage ( TcpSocket *s ,
 
 		sb.safePrintf(
 			      //
+			      "<tr>"
 			      "<td><b>Download Objects:</b> "
 			      "</td><td>"
 			      "<a href=/crawlbot/downloadobjects?"

PageInject.cpp

@@ -162,6 +162,15 @@ bool sendReply ( void *state ) {
 				      , mstrerror(xd->m_indexCode) );
 		}
 		sb.safeTruncateEllipsis(xd->m_firstUrl.getUrl(),60);
+
+		if ( xd->m_indexCode == 0 ) {
+			if ( xd->m_numOutlinksAddedValid ) 
+				sb.safePrintf("   (added %li outlinks)",
+					      (long)xd->m_numOutlinksAdded);
+			else
+				sb.safePrintf("   (added 0 outlinks)");
+		}
+
 		sb.safePrintf("</font></b>");
 		sb.nullTerm();
 		// this will call g_httpServer.sendReply()

XmlDoc.cpp

@@ -11883,10 +11883,7 @@ SafeBuf *XmlDoc::getDiffbotReply ( ) {
 				      );
 
 	//diffbotUrl.safePrintf("http://54.212.86.74/api/%s?token=%s&u="
-	long tokenLen;
-	char *token = m_cr->getDiffbotToken ( &tokenLen );
-	diffbotUrl.safePrintf("token=");
-	diffbotUrl.safeMemcpy(token,tokenLen);
+	diffbotUrl.safePrintf("token=%s",m_cr->m_diffbotToken.getBufStart());
 	diffbotUrl.safePrintf("&url=");
 	// give diffbot the url to process
 	diffbotUrl.urlEncode ( m_firstUrl.getUrl() );