bd3f5923fa
01d4638687
1af8ad3a2b
51b45ba53b
89b8be5147
This commit is contained in:
FbIN Support 2026-08-21 11:57:23 +05:30
commit ea755600ad
8 changed files with 3425 additions and 1275 deletions

View file

@ -45,15 +45,15 @@ class anubis{
if(
!isset($script["challenge"]) ||
!is_string($script["challenge"]["randomData"]) ||
!isset($script["rules"]["difficulty"]) ||
!is_int($script["rules"]["difficulty"]) ||
!is_string($script["challenge"])
!is_int($script["rules"]["difficulty"])
){
throw new Exception("Found invalid challenge data");
}
return $this->rape($script["challenge"], $script["rules"]["difficulty"]);
return $this->rape($script["challenge"]["id"], $script["challenge"]["randomData"], $script["rules"]["difficulty"]);
}
private function is_valid_hash($hash, $difficulty){
@ -74,9 +74,10 @@ class anubis{
return true;
}
public function rape($data, $difficulty = 5){
public function rape($id, $data, $difficulty = 5){
$nonce = 0;
$microtime = microtime(true);
while(true){
@ -87,10 +88,12 @@ class anubis{
$hash_hex = bin2hex($hash_binary);
return [
"id" => $id,
"response" => $hash_hex,
//"data" => $data,
//"difficulty" => $difficulty,
"nonce" => $nonce
"nonce" => $nonce,
"elapsedTime" => round((microtime(true) - $microtime) * 1000)
];
}

View file

@ -644,7 +644,6 @@ class frontend{
"google_cse" => "Google CSE",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage",
"qwant" => "Qwant",
"yep" => "Yep",
"mwmbl" => "Mwmbl",
"mojeek" => "Mojeek",
@ -671,7 +670,6 @@ class frontend{
"google_cse" => "Google CSE",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage",
"qwant" => "Qwant",
"naver" => "Naver",
"baidu" => "Baidu",
"solofield" => "Solofield",
@ -705,7 +703,6 @@ class frontend{
"google" => "Google",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage",
"qwant" => "Qwant",
"naver" => "Naver",
"baidu" => "Baidu",
"coccoc" => "Cốc Cốc",
@ -724,7 +721,6 @@ class frontend{
"google" => "Google",
"yahoo_japan" => "Yahoo! JAPAN",
"startpage" => "Startpage",
"qwant" => "Qwant",
//"mojeek" => "Mojeek",
"baidu" => "Baidu"
]

View file

@ -383,6 +383,8 @@ class brave{
// load html
$this->fuckhtml->load($html);
$this->detect_captcha($html);
/*
Get next page "token"
*/
@ -1175,6 +1177,8 @@ class brave{
// load html
$this->fuckhtml->load($html);
$this->detect_captcha($html);
// get npt
$out["npt"] =
$this->generatenextpagetoken(
@ -1270,6 +1274,9 @@ class brave{
fclose($handle);*/
$this->fuckhtml->load($html);
$this->detect_captcha($html);
$json = $this->get_js();
foreach(
@ -1374,6 +1381,8 @@ class brave{
$this->fuckhtml->load($html);
$this->detect_captcha($html);
$out = [
"status" => "ok",
"npt" => null,
@ -1853,4 +1862,29 @@ class brave{
)
);
}
private function detect_captcha(){
$title =
$this->fuckhtml
->getElementsByTagName(
"title"
);
if(count($title) === 0){
throw new Exception("Brave returned a malformed page");
}
$title =
strtolower(
$this->fuckhtml
->getTextContent($title[0])
);
if($title == "human verification"){
throw new Exception("Brave returned a Captcha");
}
}
}

File diff suppressed because it is too large Load diff

View file

@ -9,6 +9,10 @@ class startpage{
include "lib/fuckhtml.php";
$this->fuckhtml = new fuckhtml();
include "lib/anubis.php";
$this->anubis = new anubis();
$this->anubis_error = "all gucci";
}
public function getfilters($page){
@ -244,7 +248,7 @@ class startpage{
}
}
private function get($proxy, $url, $get = [], $post = false, $is_xhr = false){
private function get($proxy, $url, $get = [], $post = false, $is_xhr = false, $return_cookies = false, $passed_cookies = []){
$curlproc = curl_init();
@ -259,6 +263,27 @@ class startpage{
$url .= "?" . $get;
}
if($return_cookies){
$cookies = [];
curl_setopt($curlproc, CURLOPT_HEADERFUNCTION, function($curlproc, $header) use (&$cookies){
$length = strlen($header);
$header = explode(":", $header, 2);
if(trim(strtolower($header[0])) == "set-cookie"){
$cookie_tmp = explode("=", trim($header[1]), 2);
$cookies[trim($cookie_tmp[0])] =
explode(";", $cookie_tmp[1], 2)[0];
}
return $length;
});
}
curl_setopt($curlproc, CURLOPT_URL, $url);
// http2 bypass
@ -266,6 +291,15 @@ class startpage{
curl_setopt($curlproc, CURLOPT_ENCODING, ""); // default encoding
$passed_cookies["preferences"] = "date_timeEEEworldN1Ndisable_family_filterEEE1N1Ndisable_open_in_new_windowEEE0N1Nenable_post_methodEEE1N1Nenable_proxy_safety_suggestEEE0N1Nenable_stay_controlEEE0N1Ninstant_answersEEE1N1Nlang_homepageEEEs%2Fdevice%2FenN1NlanguageEEEenglishN1Nlanguage_uiEEEenglishN1Nnum_of_resultsEEE20N1Nsearch_results_regionEEEallN1NsuggestionsEEE1N1Nwt_unitEEEcelsius";
foreach($passed_cookies as $name => $val){
$header_cookies[] = "$name=$val";
}
$header_cookies = rtrim(implode("; ", $header_cookies));
if($is_xhr === true){
curl_setopt($curlproc, CURLOPT_HTTPHEADER,
@ -279,7 +313,7 @@ class startpage{
"Origin: https://www.startpage.com/",
"DNT: 1",
"Connection: keep-alive",
"Cookie: preferences=date_timeEEEworldN1Ndisable_family_filterEEE1N1Ndisable_open_in_new_windowEEE0N1Nenable_post_methodEEE1N1Nenable_proxy_safety_suggestEEE0N1Nenable_stay_controlEEE0N1Ninstant_answersEEE1N1Nlang_homepageEEEs%2Fdevice%2FenN1NlanguageEEEenglishN1Nlanguage_uiEEEenglishN1Nnum_of_resultsEEE20N1Nsearch_results_regionEEEallN1NsuggestionsEEE1N1Nwt_unitEEEcelsius",
"Cookie: $header_cookies",
"Sec-Fetch-Dest: empty",
"Sec-Fetch-Mode: cors",
"Sec-Fetch-Site: same-origin",
@ -298,7 +332,7 @@ class startpage{
"Content-Length: " . strlen($get),
"DNT: 1",
"Connection: keep-alive",
"Cookie: preferences=date_timeEEEworldN1Ndisable_family_filterEEE1N1Ndisable_open_in_new_windowEEE0N1Nenable_post_methodEEE1N1Nenable_proxy_safety_suggestEEE0N1Nenable_stay_controlEEE0N1Ninstant_answersEEE1N1Nlang_homepageEEEs%2Fdevice%2FenN1NlanguageEEEenglishN1Nlanguage_uiEEEenglishN1Nnum_of_resultsEEE20N1Nsearch_results_regionEEEallN1NsuggestionsEEE1N1Nwt_unitEEEcelsius",
"Cookie: $header_cookies",
"Upgrade-Insecure-Requests: 1",
"Sec-Fetch-Dest: document",
"Sec-Fetch-Mode: navigate",
@ -316,7 +350,7 @@ class startpage{
"Accept-Encoding: gzip",
"DNT: 1",
"Connection: keep-alive",
"Cookie: preferences=date_timeEEEworldN1Ndisable_family_filterEEE1N1Ndisable_open_in_new_windowEEE0N1Nenable_post_methodEEE1N1Nenable_proxy_safety_suggestEEE0N1Nenable_stay_controlEEE0N1Ninstant_answersEEE1N1Nlang_homepageEEEs%2Fdevice%2FenN1NlanguageEEEenglishN1Nlanguage_uiEEEenglishN1Nnum_of_resultsEEE20N1Nsearch_results_regionEEEallN1NsuggestionsEEE1N1Nwt_unitEEEcelsius",
"Cookie: $header_cookies",
"Sec-Fetch-Dest: document",
"Sec-Fetch-Mode: navigate",
"Sec-Fetch-Site: none",
@ -342,6 +376,15 @@ class startpage{
}
curl_close($curlproc);
if($return_cookies){
return [
"cookies" => $cookies,
"data" => $data
];
}
return $data;
}
@ -349,14 +392,22 @@ class startpage{
if($get["npt"]){
$this->anubis_error = "Not ran on pagination";
[$post, $proxy] = $this->backend->get($get["npt"], "web");
$post = json_decode($post, true);
$query = $post["query"];
$cookies = $post["cookies"];
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$post,
true
$query,
true,
false,
false,
$cookies
);
}catch(Exception $error){
@ -398,7 +449,11 @@ class startpage{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$params
$params,
false,
false,
true,
[]
);
}catch(Exception $error){
@ -406,12 +461,41 @@ class startpage{
}
//$html = file_get_contents("scraper/startpage.html");
// detect captcha on that page
$this->detect_captcha($html["data"]);
// solve anubis if need be
$cookies = $this->solve_anubis($proxy, $html);
if($cookies === false){
$cookies = [];
$html = $html["data"];
}else{
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$params,
false,
false,
false,
$cookies
);
}catch(Exception $error){
throw new Exception("Failed to re-fetch search page. Anubis error: {$this->anubis_error}");
}
}
}
//echo htmlspecialchars($html);
// detect captcha even if we passed anubis challenge
$this->detect_captcha($html);
//echo htmlspecialchars($html);
if(
preg_match(
'/React\.createElement\(UIStartpage\.AppSerpWeb, ?(.+)\),?$/m',
@ -420,14 +504,14 @@ class startpage{
) === 0
){
throw new Exception("Failed to grep JSON object");
throw new Exception("Failed to grep JSON object. Anubis error: {$this->anubis_error}");
}
$json = json_decode($matches[1], true);
if($json === null){
throw new Exception("Failed to decode JSON");
throw new Exception("Failed to decode JSON. Anubis error: {$this->anubis_error}");
}
//print_r($json);
@ -449,7 +533,7 @@ class startpage{
];
// get npt
$out["npt"] = $this->parse_npt($json, "web", $proxy);
$out["npt"] = $this->parse_npt($json, "web", $proxy, $cookies);
foreach($json["render"]["presenter"]["regions"]["mainline"] as $category){
@ -658,14 +742,22 @@ class startpage{
if($get["npt"]){
$this->anubis_error = "Not ran on pagination";
[$post, $proxy] = $this->backend->get($get["npt"], "images");
$post = json_decode($post, true);
$query = $post["query"];
$cookies = $post["cookies"];
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$post,
true
$query,
true,
false,
false,
$cookies
);
}catch(Exception $error){
@ -680,76 +772,102 @@ class startpage{
throw new Exception("Search term is empty!");
}
$proxy = $this->backend->get_ip();
$params = [
"query" => $get["s"],
"cat" => "images",
"pl" => "opensearch"
];
if($get["nsfw"] == "no"){
$params["qadf"] = "heavy";
}
if($get["size"] != "any"){
if(
$get["size"] == "Small" ||
$get["size"] == "Medium" ||
$get["size"] == "Large" ||
$get["size"] == "Wallpaper"
){
$params["flimgsize"] = $get["size"];
}else{
$params["image-size-select"] = "isz:lt,islt:" . $get["size"];
}
}
if($get["color"] != "any"){
if($get["color"] == "color"){
$params["flimgcolor"] = "ic:color";
}elseif($get["color"] == "bnw"){
$params["flimgcolor"] = "ic:gray";
}else{
$params["flimgcolor"] = "ic:specific,isc:" . $get["color"];
}
}
if($get["type"] != "any"){
$params["flimgtype"] = $get["type"];
}
if($get["license"] != "any"){
$params["flimglicense"] = $get["license"];
}
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$params,
false,
false,
true,
[]
);
}catch(Exception $error){
$proxy = $this->backend->get_ip();
throw new Exception("Failed to fetch search page");
}
//$html = file_get_contents("scraper/startpage.html");
// detect captcha on that page
$this->detect_captcha($html["data"]);
// solve anubis if need be
$cookies = $this->solve_anubis($proxy, $html);
if($cookies === false){
$params = [
"query" => $get["s"],
"cat" => "images",
"pl" => "opensearch"
];
if($get["nsfw"] == "no"){
$params["qadf"] = "heavy";
}
if($get["size"] != "any"){
if(
$get["size"] == "Small" ||
$get["size"] == "Medium" ||
$get["size"] == "Large" ||
$get["size"] == "Wallpaper"
){
$params["flimgsize"] = $get["size"];
}else{
$params["image-size-select"] = "isz:lt,islt:" . $get["size"];
}
}
if($get["color"] != "any"){
if($get["color"] == "color"){
$params["flimgcolor"] = "ic:color";
}elseif($get["color"] == "bnw"){
$params["flimgcolor"] = "ic:gray";
}else{
$params["flimgcolor"] = "ic:specific,isc:" . $get["color"];
}
}
if($get["type"] != "any"){
$params["flimgtype"] = $get["type"];
}
if($get["license"] != "any"){
$params["flimglicense"] = $get["license"];
}
$cookies = [];
$html = $html["data"];
}else{
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$params
$params,
false,
false,
false,
$cookies
);
}catch(Exception $error){
throw new Exception("Failed to fetch search page");
throw new Exception("Failed to re-fetch search page. Anubis error: {$this->anubis_error}");
}
//$html = file_get_contents("scraper/startpage.html");
}catch(Exception $error){
throw new Exception("Failed to fetch search page");
}
}
@ -769,18 +887,18 @@ class startpage{
) === 0
){
throw new Exception("Failed to grep JSON object");
throw new Exception("Failed to grep JSON object. Anubis error: {$this->anubis_error}");
}
$json = json_decode($matches[1], true);
if($json === null){
throw new Exception("Failed to decode JSON object");
throw new Exception("Failed to decode JSON object. Anubis error: {$this->anubis_error}");
}
// get npt
$out["npt"] = $this->parse_npt($json, "images", $proxy);
$out["npt"] = $this->parse_npt($json, "images", $proxy, $cookies);
// get images
foreach($json["render"]["presenter"]["regions"]["mainline"] as $category){
@ -819,14 +937,22 @@ class startpage{
if($get["npt"]){
$this->anubis_error = "Not ran on pagination";
[$post, $proxy] = $this->backend->get($get["npt"], "videos");
$post = json_decode($post, true);
$query = $post["query"];
$cookies = $post["cookies"];
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$post,
true
$query,
true,
false,
false,
$cookies
);
}catch(Exception $error){
@ -841,46 +967,72 @@ class startpage{
throw new Exception("Search term is empty!");
}
$proxy = $this->backend->get_ip();
$params = [
"query" => $get["s"],
"cat" => "video",
"pl" => "opensearch"
];
if($get["nsfw"] == "no"){
$params["qadf"] = "heavy";
}
if($get["sort"] != "relevance"){
$params["sort_by"] = $get["sort"];
}
if($get["duration"] != "any"){
$params["with_duration"] = $get["duration"];
}
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$params,
false,
false,
true,
[]
);
}catch(Exception $error){
$proxy = $this->backend->get_ip();
throw new Exception("Failed to fetch search page");
}
//$html = file_get_contents("scraper/startpage.html");
// detect captcha on that page
$this->detect_captcha($html["data"]);
// solve anubis if need be
$cookies = $this->solve_anubis($proxy, $html);
if($cookies === false){
$params = [
"query" => $get["s"],
"cat" => "video",
"pl" => "opensearch"
];
if($get["nsfw"] == "no"){
$params["qadf"] = "heavy";
}
if($get["sort"] != "relevance"){
$params["sort_by"] = $get["sort"];
}
if($get["duration"] != "any"){
$params["with_duration"] = $get["duration"];
}
$cookies = [];
$html = $html["data"];
}else{
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$params
$params,
false,
false,
false,
$cookies
);
}catch(Exception $error){
throw new Exception("Failed to fetch search page");
throw new Exception("Failed to re-fetch search page. Anubis error: {$this->anubis_error}");
}
//$html = file_get_contents("scraper/startpage.html");
}catch(Exception $error){
throw new Exception("Failed to fetch search page");
}
}
@ -894,14 +1046,14 @@ class startpage{
) === 0
){
throw new Exception("Failed to get JSON object");
throw new Exception("Failed to get JSON object. Anubis error: {$this->anubis_error}");
}
$json = json_decode($matches[1], true);
if($json === null){
throw new Exception("Failed to decode JSON object");
throw new Exception("Failed to decode JSON object. Anubis error: {$this->anubis_error}");
}
$out = [
@ -915,7 +1067,7 @@ class startpage{
];
// get npt
$out["npt"] = $this->parse_npt($json, "video", $proxy);
$out["npt"] = $this->parse_npt($json, "video", $proxy, $cookies);
// get results
foreach($json["render"]["presenter"]["regions"]["mainline"] as $category){
@ -971,14 +1123,22 @@ class startpage{
if($get["npt"]){
$this->anubis_error = "Not ran on pagination";
[$post, $proxy] = $this->backend->get($get["npt"], "news");
$post = json_decode($post, true);
$query = $post["query"];
$cookies = $post["cookies"];
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$post,
true
$query,
true,
false,
false,
$cookies
);
}catch(Exception $error){
@ -993,41 +1153,67 @@ class startpage{
throw new Exception("Search term is empty!");
}
$proxy = $this->backend->get_ip();
$params = [
"query" => $get["s"],
"cat" => "news",
"pl" => "opensearch"
];
if($get["nsfw"] == "no"){
$params["qadf"] = "heavy";
}
if($get["time"] != "any"){
$params["with_date"] = $get["time"];
}
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$params,
false,
false,
true,
[]
);
}catch(Exception $error){
$proxy = $this->backend->get_ip();
throw new Exception("Failed to fetch search page. Anubis error: {$this->anubis_error}");
}
//$html = file_get_contents("scraper/startpage.html");
// detect captcha on that page
$this->detect_captcha($html["data"]);
// solve anubis if need be
$cookies = $this->solve_anubis($proxy, $html);
if($cookies === false){
$params = [
"query" => $get["s"],
"cat" => "news",
"pl" => "opensearch"
];
if($get["nsfw"] == "no"){
$params["qadf"] = "heavy";
}
if($get["time"] != "any"){
$params["with_date"] = $get["time"];
}
$cookies = [];
$html = $html["data"];
}else{
try{
$html = $this->get(
$proxy,
"https://www.startpage.com/sp/search",
$params
$params,
false,
false,
false,
$cookies
);
}catch(Exception $error){
throw new Exception("Failed to fetch search page");
throw new Exception("Failed to re-fetch search page. Anubis error: {$this->anubis_error}");
}
//$html = file_get_contents("scraper/startpage.html");
}catch(Exception $error){
throw new Exception("Failed to fetch search page");
}
}
@ -1041,14 +1227,14 @@ class startpage{
) === 0
){
throw new Exception("Failed to get JSON object");
throw new Exception("Failed to get JSON object. Anubis error: {$this->anubis_error}");
}
$json = json_decode($matches[1], true);
if($json === null){
throw new Exception("Failed to decode JSON object");
throw new Exception("Failed to decode JSON object. Anubis error: {$this->anubis_error}");
}
$out = [
@ -1058,7 +1244,7 @@ class startpage{
];
// get npt
$out["npt"] = $this->parse_npt($json, "news", $proxy);
$out["npt"] = $this->parse_npt($json, "news", $proxy, $cookies);
foreach($json["render"]["presenter"]["regions"]["mainline"] as $category){
@ -1101,7 +1287,7 @@ class startpage{
return $out;
}
private function parse_npt($json, $pagetype, $proxy){
private function parse_npt($json, $pagetype, $proxy, $cookies){
foreach($json["render"]["presenter"]["pagination"]["pages"] as $page){
@ -1109,22 +1295,27 @@ class startpage{
return
$this->backend->store(
http_build_query(
[
"lui" => "english",
"language" => "english",
"sc" => $json["render"]["search_sc"],
"t" => "device",
"cat" => $pagetype,
"segment" => "organic",
"abd" => "0",
"abe" => "0",
"query" => rawurldecode($json["render"]["query"]),
"page" => $page["number"],
"qsr" => "all",
"qadf" => "none" // @ todo fix (??)
]
),
json_encode([
"query" =>
http_build_query(
[
"lui" => "english",
"language" => "english",
"sc" => $json["render"]["search_sc"],
"t" => "device",
"cat" => $pagetype,
"segment" => "startpage.udog", // "original" sometimes
"abd" => "0",
"abe" => "0",
"query" => rawurldecode($json["render"]["query"]),
"page" => $page["number"],
"qsr" => "all",
"qadf" => "none", // @ todo fix (??)
...(isset($page["token"]) ? ["page_token" => $page["token"]] : [])
]
),
"cookies" => $cookies
]),
$pagetype,
$proxy
);
@ -1270,4 +1461,56 @@ class startpage{
throw new Exception("Startpage redirected the scraper to an unhandled page");
}
}
private function solve_anubis($proxy, $html){
//
// solve anubis challenge, if theres one
//
$res = null;
$cookies = [];
try{
$res = $this->anubis->scrape($html["data"]);
}catch(Exception $error){
// do nothang
$this->anubis_error = $error->getMessage();
}
if($res !== null){
// https://www.startpage.com/.within.website/x/cmd/anubis/api/pass-challenge
// ?id=01a00241-da22-7d62-b64f-e7a6a0e8bda8
// &response=0000460826adc23e0363e97e713e4aa36ca46e1a7cd933184442772f3d6b994c
// &nonce=3098
// &redir=https%3A%2F%2Fwww.startpage.com%2Fsp%2Fsearch
// &elapsedTime=111
$anubis_response =
$this->get(
$proxy,
"https://www.startpage.com/.within.website/x/cmd/anubis/api/pass-challenge",
[
"id" => $res["id"],
"response" => $res["response"],
"nonce" => $res["nonce"],
"redir" => "https://www.startpage.com/sp/search",
"elapsedTime" => $res["elapsedTime"]
],
false,
false,
true,
$html["cookies"]
);
// re-fetch search page AGAIN with the anubis bullshit
$cookies = array_merge($anubis_response["cookies"], $html["cookies"]);
return $cookies;
}
return false;
}
}

View file

@ -87,10 +87,6 @@ $settings = [
"value" => "kagi",
"text" => "Kagi"
],
[
"value" => "qwant",
"text" => "Qwant"
],
[
"value" => "yep",
"text" => "Yep"
@ -145,10 +141,6 @@ $settings = [
"value" => "startpage",
"text" => "Startpage"
],
[
"value" => "qwant",
"text" => "Qwant"
],
[
"value" => "ghostery",
"text" => "Ghostery"
@ -231,10 +223,6 @@ $settings = [
"value" => "startpage",
"text" => "Startpage"
],
[
"value" => "qwant",
"text" => "Qwant"
],
[
"value" => "naver",
"text" => "Naver"
@ -329,10 +317,6 @@ $settings = [
"value" => "startpage",
"text" => "Startpage"
],
[
"value" => "qwant",
"text" => "Qwant"
],
[
"value" => "naver",
"text" => "Naver"
@ -379,10 +363,6 @@ $settings = [
"value" => "startpage",
"text" => "Startpage"
],
[
"value" => "qwant",
"text" => "Qwant"
],
/*[
"value" => "mojeek",
"text" => "Mojeek"

File diff suppressed because it is too large Load diff

File diff suppressed because it is too large Load diff