summaryrefslogtreecommitdiff
path: root/scraper/wiby.php
diff options
context:
space:
mode:
authorlolcat <will@lolcat.ca>2023-11-07 08:04:56 -0500
committerlolcat <will@lolcat.ca>2023-11-07 08:04:56 -0500
commit785452873f0ee0a27fc157b482b7551560f0282d (patch)
tree4c70e240031ed3868425ca683c83ebfd378a9159 /scraper/wiby.php
parent64b090ee058953aed2246967332c7f0b6623cd8f (diff)
fix typo
Diffstat (limited to 'scraper/wiby.php')
-rw-r--r--scraper/wiby.php26
1 files changed, 15 insertions, 11 deletions
diff --git a/scraper/wiby.php b/scraper/wiby.php
index a1daf57..e8351bc 100644
--- a/scraper/wiby.php
+++ b/scraper/wiby.php
@@ -4,8 +4,8 @@ class wiby{
public function __construct(){
- include "lib/nextpage.php";
- $this->nextpage = new nextpage("wiby");
+ include "lib/backend.php";
+ $this->backend = new backend("wiby");
}
public function getfilters($page){
@@ -36,7 +36,7 @@ class wiby{
];
}
- private function get($url, $get = [], $nsfw){
+ private function get($proxy, $url, $get = [], $nsfw){
$curlproc = curl_init();
@@ -45,11 +45,13 @@ class wiby{
$url .= "?" . $get;
}
+ print_r([$proxy, $url]);
+
curl_setopt($curlproc, CURLOPT_URL, $url);
curl_setopt($curlproc, CURLOPT_ENCODING, ""); // default encoding
curl_setopt($curlproc, CURLOPT_HTTPHEADER,
- ["User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:107.0) Gecko/20100101 Firefox/110.0",
+ ["User-Agent: " . config::USER_AGENT,
"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
"Accept-Language: en-US,en;q=0.5",
"Accept-Encoding: gzip",
@@ -69,6 +71,8 @@ class wiby{
curl_setopt($curlproc, CURLOPT_CONNECTTIMEOUT, 30);
curl_setopt($curlproc, CURLOPT_TIMEOUT, 30);
+ $this->backend->assign_proxy($curlproc, $proxy);
+
$data = curl_exec($curlproc);
if(curl_errno($curlproc)){
@@ -84,11 +88,8 @@ class wiby{
if($get["npt"]){
- $q =
- json_decode(
- $this->nextpage->get($get["npt"], "web"),
- true
- );
+ [$q, $proxy] = $this->backend->get($get["npt"], "web");
+ $q = json_decode($q, true);
$nsfw = $q["nsfw"];
unset($q["nsfw"]);
@@ -100,6 +101,7 @@ class wiby{
throw new Exception("Search term is empty!");
}
+ $proxy = $this->backend->get_ip();
$date = $get["date"];
$nsfw = $get["nsfw"] == "yes" ? "0" : "1";
@@ -150,6 +152,7 @@ class wiby{
try{
$html = $this->get(
+ $proxy,
"https://wiby.me/",
$q,
$nsfw
@@ -171,13 +174,14 @@ class wiby{
}else{
$nextpage =
- $this->nextpage->store(
+ $this->backend->store(
json_encode([
"q" => $q["q"],
"p" => (int)$nextpage[1],
"nsfw" => $nsfw
]),
- "web"
+ "web",
+ $proxy
);
}