added yahoo japan, still missing the search filters though
(4f30a3ac39)

(aa7c85b98a)
This commit is contained in:
FbIN Support 2025-12-01 21:41:51 +05:30
commit 889d4a98ae
4 changed files with 1185 additions and 1 deletions

View file

@ -118,13 +118,15 @@ class config{
// Default user agent to use for scraper requests. Sometimes ignored to get specific webpages
// Changing this might break things.
const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:142.0) Gecko/20100101 Firefox/142.0";
const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:142.0) Gecko/20100101 Firefox/145.0";
// Proxy pool assignments for each scraper
// false = Use server's raw IP
// string = will load a proxy list from data/proxies
// Eg. "onion" will load data/proxies/onion.txt
const PROXY_DDG = false; // duckduckgo
const PROXY_YAHOO = false;
const PROXY_YAHOO_JAPAN = false;
const PROXY_BRAVE = false;
const PROXY_FB = false; // facebook
const PROXY_GOOGLE = false;

View file

@ -943,6 +943,7 @@ class frontend{
// "google" => "Google",
// "google_api" => "Google API",
"google_cse" => "Google CSE",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage",
"qwant" => "Qwant",
"ghostery" => "Ghostery",
@ -970,6 +971,7 @@ class frontend{
"brave" => "Brave",
"google" => "Google",
"google_cse" => "Google CSE",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage",
"qwant" => "Qwant",
"yep" => "Yep",
@ -1001,6 +1003,7 @@ class frontend{
"brave" => "Brave",
"yandex" => "Yandex",
"google" => "Google",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage",
"qwant" => "Qwant",
"baidu" => "Baidu",
@ -1017,6 +1020,7 @@ class frontend{
"ddg" => "DuckDuckGo",
"brave" => "Brave",
"google" => "Google",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage",
"qwant" => "Qwant",
"yep" => "Yep",

1162
scraper/yahoo_japan.php Normal file

File diff suppressed because it is too large Load diff

View file

@ -141,6 +141,10 @@ $settings = [
"value" => "google_cse",
"text" => "Google CSE"
],
[
"value" => "yahoo_japan",
"text" => "Yahoo! JAPAN",
],
[
"value" => "startpage",
"text" => "Startpage"
@ -223,6 +227,10 @@ $settings = [
"value" => "google_cse",
"text" => "Google CSE"
],
[
"value" => "yahoo_japan",
"text" => "Yahoo! JAPAN",
],
[
"value" => "startpage",
"text" => "Startpage"
@ -305,6 +313,10 @@ $settings = [
"value" => "google",
"text" => "Google"
],
[
"value" => "yahoo_japan",
"text" => "Yahoo! JAPAN",
],
[
"value" => "startpage",
"text" => "Startpage"
@ -343,6 +355,10 @@ $settings = [
"value" => "google",
"text" => "Google"
],
[
"value" => "yahoo_japan",
"text" => "Yahoo! JAPAN",
],
[
"value" => "startpage",
"text" => "Startpage"