added yahoo japan, still missing the search filters though
(4f30a3ac39)

(aa7c85b98a)
This commit is contained in:
FbIN Support 2025-12-01 21:41:51 +05:30
commit 889d4a98ae
4 changed files with 1185 additions and 1 deletions

View file

@ -118,13 +118,15 @@ class config{
// Default user agent to use for scraper requests. Sometimes ignored to get specific webpages // Default user agent to use for scraper requests. Sometimes ignored to get specific webpages
// Changing this might break things. // Changing this might break things.
const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:142.0) Gecko/20100101 Firefox/142.0"; const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:142.0) Gecko/20100101 Firefox/145.0";
// Proxy pool assignments for each scraper // Proxy pool assignments for each scraper
// false = Use server's raw IP // false = Use server's raw IP
// string = will load a proxy list from data/proxies // string = will load a proxy list from data/proxies
// Eg. "onion" will load data/proxies/onion.txt // Eg. "onion" will load data/proxies/onion.txt
const PROXY_DDG = false; // duckduckgo const PROXY_DDG = false; // duckduckgo
const PROXY_YAHOO = false;
const PROXY_YAHOO_JAPAN = false;
const PROXY_BRAVE = false; const PROXY_BRAVE = false;
const PROXY_FB = false; // facebook const PROXY_FB = false; // facebook
const PROXY_GOOGLE = false; const PROXY_GOOGLE = false;

View file

@ -943,6 +943,7 @@ class frontend{
// "google" => "Google", // "google" => "Google",
// "google_api" => "Google API", // "google_api" => "Google API",
"google_cse" => "Google CSE", "google_cse" => "Google CSE",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage", "startpage" => "Startpage",
"qwant" => "Qwant", "qwant" => "Qwant",
"ghostery" => "Ghostery", "ghostery" => "Ghostery",
@ -970,6 +971,7 @@ class frontend{
"brave" => "Brave", "brave" => "Brave",
"google" => "Google", "google" => "Google",
"google_cse" => "Google CSE", "google_cse" => "Google CSE",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage", "startpage" => "Startpage",
"qwant" => "Qwant", "qwant" => "Qwant",
"yep" => "Yep", "yep" => "Yep",
@ -1001,6 +1003,7 @@ class frontend{
"brave" => "Brave", "brave" => "Brave",
"yandex" => "Yandex", "yandex" => "Yandex",
"google" => "Google", "google" => "Google",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage", "startpage" => "Startpage",
"qwant" => "Qwant", "qwant" => "Qwant",
"baidu" => "Baidu", "baidu" => "Baidu",
@ -1017,6 +1020,7 @@ class frontend{
"ddg" => "DuckDuckGo", "ddg" => "DuckDuckGo",
"brave" => "Brave", "brave" => "Brave",
"google" => "Google", "google" => "Google",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage", "startpage" => "Startpage",
"qwant" => "Qwant", "qwant" => "Qwant",
"yep" => "Yep", "yep" => "Yep",

1162
scraper/yahoo_japan.php Normal file

File diff suppressed because it is too large Load diff

View file

@ -141,6 +141,10 @@ $settings = [
"value" => "google_cse", "value" => "google_cse",
"text" => "Google CSE" "text" => "Google CSE"
], ],
[
"value" => "yahoo_japan",
"text" => "Yahoo! JAPAN",
],
[ [
"value" => "startpage", "value" => "startpage",
"text" => "Startpage" "text" => "Startpage"
@ -223,6 +227,10 @@ $settings = [
"value" => "google_cse", "value" => "google_cse",
"text" => "Google CSE" "text" => "Google CSE"
], ],
[
"value" => "yahoo_japan",
"text" => "Yahoo! JAPAN",
],
[ [
"value" => "startpage", "value" => "startpage",
"text" => "Startpage" "text" => "Startpage"
@ -305,6 +313,10 @@ $settings = [
"value" => "google", "value" => "google",
"text" => "Google" "text" => "Google"
], ],
[
"value" => "yahoo_japan",
"text" => "Yahoo! JAPAN",
],
[ [
"value" => "startpage", "value" => "startpage",
"text" => "Startpage" "text" => "Startpage"
@ -343,6 +355,10 @@ $settings = [
"value" => "google", "value" => "google",
"text" => "Google" "text" => "Google"
], ],
[
"value" => "yahoo_japan",
"text" => "Yahoo! JAPAN",
],
[ [
"value" => "startpage", "value" => "startpage",
"text" => "Startpage" "text" => "Startpage"