mirror of
https://github.com/privacore/open-source-search-engine.git
synced 2025-06-26 00:06:07 -04:00
Add unwanted ext to unwanted url check
This commit is contained in:
@ -148,5 +148,13 @@ bool isUrlUnwanted(const Url &url, const char **reason) {
|
||||
return true;
|
||||
}
|
||||
|
||||
if (url.hasNonIndexableExtension(TITLEREC_CURRENT_VERSION)) {
|
||||
if (reason) {
|
||||
*reason = "blocked ext";
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
Reference in New Issue
Block a user