added brave image+video support

1 files changed, 176 insertions, 173 deletions

diff --git a/scraper/brave.php b/scraper/brave.php
index 4d48c33..c598c80 100644
--- a/scraper/brave.php
+++ b/scraper/brave.php
@@ -86,6 +86,8 @@ class brave{
 				];
 				break;
 			
+			case "images":
+			case "videos":
 			case "news":
 				return [
 					"country" => [
@@ -143,7 +145,7 @@ class brave{
 		}
 	}
 	
-	private function get($url, $get = [], $nsfw, $country/*, $is_post = false, $additional_cookies = null*/){
+	private function get($url, $get = [], $nsfw, $country){
 		
 		switch($nsfw){
 			
@@ -152,13 +154,6 @@ class brave{
 			case "no": $nsfw = "strict"; break;
 		}
 		
-		//$cookie = "safesearch={$nsfw}; country={$country}; useLocation=0";
-		/*
-		if($additional_cookies !== null){
-			
-			$cookie = $additional_cookies . "; " . $cookie;
-		}*/
-		
 		$headers = [
 			"User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:107.0) Gecko/20100101 Firefox/110.0",
 			"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
@@ -171,8 +166,7 @@ class brave{
 			"Sec-Fetch-Dest: document",
 			"Sec-Fetch-Mode: navigate",
 			"Sec-Fetch-Site: none",
-			"Sec-Fetch-User: ?1"//,
-			//"Content-Type: application/json"
+			"Sec-Fetch-User: ?1"
 		];
 		
 		if($country == "any"){
@@ -182,22 +176,10 @@ class brave{
 		
 		$curlproc = curl_init();
 		
-		/*if($is_post){
-			
-			curl_setopt($curlproc, CURLOPT_POST, true);
-			curl_setopt(
-				$curlproc,
-				CURLOPT_POSTFIELDS,
-				json_encode($get)
-			);
-			
-		}else{
-			*/
-			if($get !== []){
-				$get = http_build_query($get);
-				$url .= "?" . $get;
-			}
-		//}
+		if($get !== []){
+			$get = http_build_query($get);
+			$url .= "?" . $get;
+		}
 		
 		curl_setopt($curlproc, CURLOPT_URL, $url);
 		
@@ -1950,18 +1932,24 @@ class brave{
 		return $out;
 	}
 	
-	/*
-	public function bypasscaptcha($html, $nsfw, $country){
+	public function image($get){
 		
-		// @TODO figure out why I still cant go trough
-		// the captcha wall even after breaking it
+		$search = $get["s"];
+		$country = $get["country"];
+		$nsfw = $get["nsfw"];
+		
+		$out = [
+			"status" => "ok",
+			"npt" => null,
+			"image" => []
+		];
 		
 		try{
 			$html =
 				$this->get(
-					"https://search.brave.com/goggles",
+					"https://search.brave.com/images",
 					[
-						"q" => "site:dailymotion.com my bloody valentine"
+						"q" => $search
 					],
 					$nsfw,
 					$country
@@ -1969,177 +1957,192 @@ class brave{
 			
 		}catch(Exception $error){
 			
-			throw new Exception("Could not fetch html");
+			throw new Exception("Could not fetch search page");
 		}
+		/*
+		$handle = fopen("scraper/brave-image.html", "r");
+		$html = fread($handle, filesize("scraper/brave-image.html"));
+		fclose($handle);*/
 		
-		// Bypass brave search captcha
-		// this captcha only appears on the goggles page
 		preg_match(
-			'/this\.img\.src = "(.*)"/',
+			'/const data = (\[{.*}\]);/',
 			$html,
-			$image
+			$json
 		);
 		
-		$image =
-			base64_decode(
-				explode(
-					"data:image/png;base64,",
-					$image[1]
-				)[1]
-			);
-		
-		$im = new Imagick();
-		$im->readImageBlob($image);
-		
-		$im->blurImage(20, 20);
-		$im->posterizeImage(2, imagick::IMGTYPE_COLORSEPARATION);
+		if(!isset($json[1])){
+			
+			throw new Exception("Failed to get data object");
+		}
 		
-		// if we encounter a white line thats longer than 45px
-		// we found the circle position
-		$iterator = $im->getPixelRegionIterator(0, 77, 310, 1);
+		$json =
+			$this->fuckhtml
+			->parseJsObject(
+				$json[1]
+			);
 		
-		$found = null;
 		foreach(
-			$iterator as $row
+			$json[1]
+			["data"]
+			["body"]
+			["response"]
+			["results"]
+			as $result
 		){
 			
-			$whitecount = 0;
-			$count = 0;
-			
-			foreach($row as $pixel){
-				
-				if($pixel->getColor()["r"] === 255){
-					
-					$whitecount++;
-					$pixel->setColor("rgba(255,0,0,0)");
-					
-					if($whitecount === 45){
-						
-						$found = $count - 45;
-						break 2;
-					}
-				}else{
-					
-					$whitecount = 0;
-				}
-				
-				$count++;
-				$iterator->syncIterator();
-			}
+			$out["image"][] = [
+				"title" => $result["title"],
+				"source" => [
+					[
+						"url" => $result["properties"]["url"],
+						"width" => null,
+						"height" => null
+					],
+					[
+						"url" => $result["thumbnail"]["src"],
+						"width" => null,
+						"height" => null
+					]
+				],
+				"url" => $result["url"]
+			];
 		}
 		
-		$found = $found + 10;
+		return $out;
+	}
+	
+	public function video($get){
 		
-		//header("Content-Type: image/png");
-		//echo $im;
-		//die();
+		$search = $get["s"];
+		$country = $get["country"];
+		$nsfw = $get["nsfw"];
+		
+		$out = [
+			"status" => "ok",
+			"npt" => null,
+			"video" => [],
+			"author" => [],
+			"livestream" => [],
+			"playlist" => [],
+			"reel" => []
+		];
 		
-		if($found === null){
+		try{
+			$html =
+				$this->get(
+					"https://search.brave.com/videos",
+					[
+						"q" => $search
+					],
+					$nsfw,
+					$country
+				);
+			
+		}catch(Exception $error){
 			
-			throw new Exception("Could not bypass captcha");
+			throw new Exception("Could not fetch search page");
 		}
+		/*
+		$handle = fopen("scraper/brave-video.html", "r");
+		$html = fread($handle, filesize("scraper/brave-video.html"));
+		fclose($handle);*/
 		
 		preg_match(
-			'/data="{"captcha_id":"([0-9A-z-]+)"}"/',
+			'/const data = (\[{.*}\]);/',
 			$html,
-			$key
+			$json
 		);
 		
-		$key = $key[1];
-		// we bypassed captcha, send POST data
-		$order =
-			$this->get(
-				"https://search.brave.com/api/captcha?brave=0&captcha_id={$key}",
-				[
-					"solution" => (string)$found
-				],
-				$nsfw,
-				$country,
-				true
-			);
-		
-		$order = json_decode($order, true)["orderId"];
+		if(!isset($json[1])){
+			
+			throw new Exception("Failed to get data object");
+		}
 		
-		$orderpayload =
-			$this->get(
-				"https://search.brave.com/api/rewards/v1/orders/{$order}",
-				[],
-				$nsfw,
-				$country
+		$json =
+			$this->fuckhtml
+			->parseJsObject(
+				$json[1]
 			);
 		
-		$orderpayload = json_decode($orderpayload, true);
-		
-		$creds =
-			$this->get(
-				"https://search.brave.com/api/rewards/v1/orders/{$order}/credentials",
-				[
-					"itemId" => $orderpayload["items"][0]["id"],
-					"blindedCreds" => [
-						"fuYAVcB/m7BU66vf3wkNGxJCSaRhshB9o+8km3F1h2c=",
-						"uswvcWJuPK/1qFlVdzBP3eQd0+V1EQgfAtnEoMIK+Uk=",
-						"fJWKGLBxl3Gyn4n9FjTLq1PjupfABT7Ni8MeB+iGzUs=",
-						"Aq9enJ/VZP9GxQIza3n65ZK7xQhY4VwDxv53BCb/Txg=",
-						"FMJA9eSLHq71K+Pcwgm4gIQOmdR/6KMy5cMgXhpd5Ro=",
-						"2NVhIAbvI317SP9/xXbVe/U57eWgvHyqVbHL/5+Gdmw=",
-						"6mpjsjSCmYEzK2xlbL8DI2P4LuhWUOxjTLvsTAL9l24=",
-						"kAn4wuHvIlKWhfuFfPTSfD4tZ5le9t7/61YbdEc/L3k=",
-						"BjjUyG16aTfd1c0h4oBzgQQOekrH1f+a5CmcXqMPTR4=",
-						"SBNgpCt4/V44yaQTfh+D027Yv1GJFHkjUEpPw6rAwRI=",
-						"XDENAtdQ7PyYx+Qx1wQGQtDWgg8WpIMgWGmd4RDOVWE=",
-						"tF7rB4sqamsiUk3K7fojdQSI0Q6iip72yKyhnvg/bC0=",
-						"VsAqflirAd/u4VsLdfRS2UvnH24ZNkFh6YN3DctLjzQ=",
-						"MntLbXkoI0LdcisCbNazmooiHXJyX91L1KERDAu1JRU=",
-						"TH6Zs8JBvFDbTDWgKbfGE4M5/cSwCtHD8ms5Y/U8zHQ=",
-						"jsZg0Z+qDPHymrbhdnesodhLNJ26QdunyMko1aVe4So=",
-						"rpKsyj6/vdnuMgLI2BApeijtGq9g5USRDL0w6X2bnlQ=",
-						"vCzliGT8A9vcLXj2sFf2kavOuYw69d70NpfgA22B4lI=",
-						"7OWoxSCtYXWcaBSifF7AXNBif/sjcuO0IelzXG/3PFk=",
-						"iiXtByNlT6nDMN9De5B58Jl8J0p6LCjnZ9aS3w2FEQU=",
-						"zDhd7gsJ4h4JkDeGK0Y0mfFd8IBdkLhMOANzwO+4Dig=",
-						"qANZ+AikwFReEA61JF009d/c3IHM/aSfIYwljckhJWE=",
-						"nNC30pDLxtXvUr+WDwfDSrAInNBpfSZkPsV2JlpheWI=",
-						"kGXE1pkt25P71kdJzmKIg4+yMR1VA5wNmbpBb/FhJQ8=",
-						"aLqPsY1Qiz2UCa2Jx3YNNt8r4JINMphks/43EiyZfXU=",
-						"bHGYZoQARZEM5LdFF6B74PkRqNd9EKxzuTvGYxjq+hk=",
-						"JOsYQjfE/9Y1u29hR+GvEkNyxUI8blgLhX1iJI/aGRQ=",
-						"yKjHjH5j600TJD/3WPsA1N3OmItDLifdjlysq4H6NV0=",
-						"9lTnUbsPp7BJ7XVN5/T4yGfzD9DJdqWB7xk72s19MAA=",
-						"5KHG8iY45em7zDhO/HlI0ydcZ0Ubn+XSyjifMmy7qXM="
-					]
-				],
-				$nsfw,
-				$country,
-				true
-			);
+		foreach(
+			$json
+			[1]
+			["data"]
+			["body"]
+			["response"]
+			["results"]
+			as $result
+		){
+			
+			if($result["video"]["author"] != "null"){
+				
+				$author = [
+					"name" => $result["video"]["author"]["name"] == "null" ? null : $result["video"]["author"]["name"],
+					"url" => $result["video"]["author"]["url"] == "null" ? null : $result["video"]["author"]["url"],
+					"avatar" => $result["video"]["author"]["img"] == "null" ? null : $result["video"]["author"]["img"]
+				];
+			}else{
+				
+				$author = [
+					"name" => null,
+					"url" => null,
+					"avatar" => null
+				];
+			}
+			
+			if($result["thumbnail"] != "null"){
+				
+				$thumb = [
+					"url" => $result["thumbnail"]["original"],
+					"ratio" => "16:9"
+				];
+			}else{
+				
+				$thumb = [
+					"url" => null,
+					"ratio" => null
+				];
+			}
+			
+			$out["video"][] = [
+				"title" => $result["title"],
+				"description" => $result["description"] == "null" ? null : $this->titledots($result["description"]),
+				"author" => $author,
+				"date" => $result["age"] == "null" ? null : strtotime($result["age"]),
+				"duration" => $result["video"]["duration"] == "null" ? null : $this->hms2int($result["video"]["duration"]),
+				"views" => $result["video"]["views"] == "null" ? null : (int)$result["video"]["views"],
+				"thumb" => $thumb,
+				"url" => $result["url"]
+			];
+		}
+
+		return $out;
+	}
+	
+	private function hms2int($time){
 		
-		var_dump($creds);
+		$parts = explode(":", $time, 3);
+		$time = 0;
 		
-		sleep(2);
-		$test =
-			$this->get(
-				"https://search.brave.com/api/rewards/v1/orders/{$order}/credentials",
-				[],
-				$nsfw,
-				$country
-			);
+		if(count($parts) === 3){
+			
+			// hours
+			$time = $time + ((int)$parts[0] * 3600);
+			array_shift($parts);
+		}
 		
-		var_dump($test);
+		if(count($parts) === 2){
+			
+			// minutes
+			$time = $time + ((int)$parts[0] * 60);
+			array_shift($parts);
+		}
 		
-		$html =
-			$this->get(
-				"https://search.brave.com/goggles",
-				[
-					"q" => "site:dailymotion.com my bloody valentine"
-				],
-				$nsfw,
-				$country,
-				false,
-				"__Secure-sku#brave-search-captcha=eyJ0eXBlIjoic2luZ2xlLXVzZSIsInZlcnNpb24iOjEsInNrdSI6ImJyYXZlLXNlYXJjaC1jYXB0Y2hhIiwicHJlc2VudGF0aW9uIjoiZXlKcGMzTjFaWElpT2lKaWNtRjJaUzVqYjIwL2MydDFQV0p5WVhabExYTmxZWEpqYUMxallYQjBZMmhoSWl3aWMybG5ibUYwZFhKbElqb2lNRzl0VDBneWQxZ3dTazkzU0VFMVJ6QTJaR1V5WjFOQ1dDdGhSM3B2Y2xsTVQwVTJZVVJtTUc5a1IweG1Wa3RhZEd0cU4xbHdia3BPT0VOVGNGbE5lVWR2YmpGRlNTOUhhMlZYU1RWNGQxTjJPWGxJTTNjOVBTSXNJblFpT2lKWlJWWldaVzR5TTJwQ01tSnZkakJ2U1hGNGJtSndUMGxEUW5Kd1drRjBRbWQxVnpoRlNURTNVREY2UVRaQlpUTXJSVGRFYm5NeVFqUmhka0pGYTFWM2FGY3JWRVZJVjNWcE9TdFllRU1yYlVSTVkyMTBRVDA5SW4wPSJ9"
-			);
+		// seconds
+		$time = $time + (int)$parts[0];
 		
-		var_dump($html);
-	}*/
+		return $time;
+	}
 	
 	private function appendtext($payload, &$text, &$index){