Refactor plugin with improved architecture and new features
All checks were successful
Create Release / build (push) Successful in 5s
All checks were successful
Create Release / build (push) Successful in 5s
- Eliminated code duplication by creating common HTTP request function - Added configurable SSL verification setting for development/production - Implemented smart caching system with 1-hour cache duration - Enhanced admin interface with cache management and better styling - Improved error handling and user experience - Added comprehensive documentation and troubleshooting guide - Updated README with new features and configuration options
This commit is contained in:
@@ -1,110 +1,23 @@
|
||||
<?php
|
||||
|
||||
function fwembed_parse_html($url = null) {
|
||||
if ($url === null) {
|
||||
throw new ValueError("Missing URL");
|
||||
}
|
||||
|
||||
|
||||
$ch = curl_init();
|
||||
|
||||
// More complete browser-like headers
|
||||
$headers = [
|
||||
'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
|
||||
'Accept-Language: en-US,en;q=0.5',
|
||||
'Connection: keep-alive',
|
||||
'Upgrade-Insecure-Requests: 1',
|
||||
'Cache-Control: max-age=0'
|
||||
];
|
||||
|
||||
curl_setopt($ch, CURLOPT_URL, $url);
|
||||
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
|
||||
curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
|
||||
curl_setopt($ch, CURLOPT_ENCODING, "");
|
||||
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
|
||||
curl_setopt($ch, CURLOPT_USERAGENT, 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/115.0');
|
||||
curl_setopt($ch, CURLOPT_TIMEOUT, 30);
|
||||
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false); // Only if necessary for testing
|
||||
curl_setopt($ch, CURLOPT_COOKIEJAR, '/tmp/cookies.txt'); // Store cookies
|
||||
curl_setopt($ch, CURLOPT_COOKIEFILE, '/tmp/cookies.txt'); // Use cookies
|
||||
|
||||
$html_content = curl_exec($ch);
|
||||
|
||||
if (curl_errno($ch)) {
|
||||
$error = curl_error($ch);
|
||||
curl_close($ch);
|
||||
return "Error fetching URL: " . $error;
|
||||
}
|
||||
|
||||
$status_code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
|
||||
if ($status_code == 403) {
|
||||
curl_close($ch);
|
||||
return "Access forbidden (403). The website may be blocking automated requests.";
|
||||
}
|
||||
|
||||
curl_close($ch);
|
||||
|
||||
$html = null;
|
||||
libxml_use_internal_errors(true);
|
||||
$dom = new DOMDocument();
|
||||
@$dom->loadHTML(loadHTML5($html_content), LIBXML_HTML_NOIMPLIED | LIBXML_HTML_NODEFDTD);
|
||||
$dom->documentURI = $url;
|
||||
$divs = $dom->getElementsByTagName('div');
|
||||
foreach ($divs as $div) {
|
||||
if ($div->hasAttribute('data-testid') && $div->getAttribute('data-testid') === 'product') {
|
||||
$xpath = new DOMXPath($dom);
|
||||
|
||||
$tileLink = $xpath->query('.//a[contains(@class, "tile")]', $div);
|
||||
$tileItem = $xpath->query('.//img[contains(@class, "tile__item--1")
|
||||
and not(contains(@class, "badge"))
|
||||
and not(contains(@class, "tile_options"))
|
||||
and not(contains(@class, "tile__item--2"))]', $div);
|
||||
$tileDesc = $xpath->query('.//*[contains(@class, "tile__description")
|
||||
and not(contains(@class, "badge"))
|
||||
and not(contains(@class, "tile_options"))]', $div);
|
||||
$tilePrices = $xpath->query('.//*[contains(@class, "tile__prices")
|
||||
and not(contains(@class, "badge"))
|
||||
and not(contains(@class, "tile_options"))
|
||||
and not(contains(@class, "tile__price tile__price--original"))]', $div);
|
||||
$productHTML = '';
|
||||
$linkHref = '';
|
||||
if ($tileLink->length > 0) {
|
||||
$linkHref = $tileLink->item(0)->getAttribute('href');
|
||||
}
|
||||
if ($tileItem->length > 0) {
|
||||
$productHTML .= $dom->saveHTML($tileItem->item(0));
|
||||
}
|
||||
if ($tileDesc->length > 0) {
|
||||
$productHTML .= $dom->saveHTML($tileDesc->item(0));
|
||||
}
|
||||
//if ($tilePrices->length > 0) {
|
||||
// $productHTML .= $dom->saveHTML($tilePrices->item(0));
|
||||
// }
|
||||
|
||||
$html = $html . '<div class="product-tile"><a class="product-link" target="_blank" href="' . $url . $linkHref . '">' . $productHTML . '</a></div>';
|
||||
/**
|
||||
* Common function to make HTTP requests to Fourthwall
|
||||
*
|
||||
* @param string $url The URL to fetch
|
||||
* @return array Array containing 'content' and 'error' keys
|
||||
*/
|
||||
function fwembed_make_request($url) {
|
||||
// Check for cached content first
|
||||
$cache_key = 'fwembed_' . md5($url);
|
||||
$cached_content = get_transient($cache_key);
|
||||
|
||||
if ($cached_content !== false) {
|
||||
return $cached_content;
|
||||
}
|
||||
}
|
||||
libxml_clear_errors();
|
||||
return $html;
|
||||
}
|
||||
|
||||
function loadHTML5($html) {
|
||||
return '<!DOCTYPE html><html><body>' . $html . '</body></html>';
|
||||
}
|
||||
|
||||
function fwembed_shortcode( $atts ) {
|
||||
$options = get_option( 'fourthwall_settings_name' );
|
||||
$value = isset( $options['fourth_url'] ) ? $options['fourth_url'] : 'https://fourthwall.com';
|
||||
$store_html = fwembed_parse_html($value);
|
||||
$store_render = '<div class="fw-store-parent">' . PHP_EOL . $store_html . PHP_EOL . '</div>';
|
||||
return $store_render;
|
||||
}
|
||||
|
||||
function fwembed_parse_html_single($url = null, $show_description = false) {
|
||||
if ($url === null) {
|
||||
throw new ValueError("Missing URL");
|
||||
}
|
||||
|
||||
|
||||
$options = get_option('fourthwall_settings_name');
|
||||
$ssl_verify = isset($options['ssl_verify']) ? $options['ssl_verify'] : true;
|
||||
|
||||
$ch = curl_init();
|
||||
|
||||
// More complete browser-like headers
|
||||
@@ -123,26 +36,121 @@ function fwembed_parse_html_single($url = null, $show_description = false) {
|
||||
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
|
||||
curl_setopt($ch, CURLOPT_USERAGENT, 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/115.0');
|
||||
curl_setopt($ch, CURLOPT_TIMEOUT, 30);
|
||||
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false); // Only if necessary for testing
|
||||
curl_setopt($ch, CURLOPT_COOKIEJAR, '/tmp/cookies.txt'); // Store cookies
|
||||
curl_setopt($ch, CURLOPT_COOKIEFILE, '/tmp/cookies.txt'); // Use cookies
|
||||
|
||||
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, $ssl_verify);
|
||||
curl_setopt($ch, CURLOPT_COOKIEJAR, '/tmp/cookies.txt');
|
||||
curl_setopt($ch, CURLOPT_COOKIEFILE, '/tmp/cookies.txt');
|
||||
|
||||
$html_content = curl_exec($ch);
|
||||
$error = null;
|
||||
$status_code = 0;
|
||||
|
||||
if (curl_errno($ch)) {
|
||||
$error = curl_error($ch);
|
||||
curl_close($ch);
|
||||
return "Error fetching URL: " . $error;
|
||||
}
|
||||
|
||||
$status_code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
|
||||
if ($status_code == 403) {
|
||||
curl_close($ch);
|
||||
return "Access forbidden (403). The website may be blocking automated requests.";
|
||||
} else {
|
||||
$status_code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
|
||||
if ($status_code == 403) {
|
||||
$error = "Access forbidden (403). The website may be blocking automated requests.";
|
||||
}
|
||||
}
|
||||
|
||||
curl_close($ch);
|
||||
|
||||
$result = [
|
||||
'content' => $html_content,
|
||||
'error' => $error,
|
||||
'status_code' => $status_code
|
||||
];
|
||||
|
||||
// Cache the result for 1 hour (3600 seconds) if no error
|
||||
if (!$error && $status_code == 200) {
|
||||
set_transient($cache_key, $result, 3600);
|
||||
}
|
||||
|
||||
return $result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Parse HTML content and extract product tiles
|
||||
*
|
||||
* @param string $html_content The HTML content to parse
|
||||
* @param string $base_url The base URL for constructing links
|
||||
* @return string Parsed HTML content
|
||||
*/
|
||||
function fwembed_parse_product_tiles($html_content, $base_url) {
|
||||
$html = null;
|
||||
libxml_use_internal_errors(true);
|
||||
$dom = new DOMDocument();
|
||||
@$dom->loadHTML(loadHTML5($html_content), LIBXML_HTML_NOIMPLIED | LIBXML_HTML_NODEFDTD);
|
||||
$dom->documentURI = $base_url;
|
||||
$divs = $dom->getElementsByTagName('div');
|
||||
|
||||
foreach ($divs as $div) {
|
||||
if ($div->hasAttribute('data-testid') && $div->getAttribute('data-testid') === 'product') {
|
||||
$xpath = new DOMXPath($dom);
|
||||
|
||||
$tileLink = $xpath->query('.//a[contains(@class, "tile")]', $div);
|
||||
$tileItem = $xpath->query('.//img[contains(@class, "tile__item--1")
|
||||
and not(contains(@class, "badge"))
|
||||
and not(contains(@class, "tile_options"))
|
||||
and not(contains(@class, "tile__item--2"))]', $div);
|
||||
$tileDesc = $xpath->query('.//*[contains(@class, "tile__description")
|
||||
and not(contains(@class, "badge"))
|
||||
and not(contains(@class, "tile_options"))]', $div);
|
||||
|
||||
$productHTML = '';
|
||||
$linkHref = '';
|
||||
if ($tileLink->length > 0) {
|
||||
$linkHref = $tileLink->item(0)->getAttribute('href');
|
||||
}
|
||||
if ($tileItem->length > 0) {
|
||||
$productHTML .= $dom->saveHTML($tileItem->item(0));
|
||||
}
|
||||
if ($tileDesc->length > 0) {
|
||||
$productHTML .= $dom->saveHTML($tileDesc->item(0));
|
||||
}
|
||||
|
||||
$html = $html . '<div class="product-tile"><a class="product-link" target="_blank" href="' . $base_url . $linkHref . '">' . $productHTML . '</a></div>';
|
||||
}
|
||||
}
|
||||
libxml_clear_errors();
|
||||
return $html;
|
||||
}
|
||||
|
||||
function fwembed_parse_html($url = null) {
|
||||
if ($url === null) {
|
||||
throw new ValueError("Missing URL");
|
||||
}
|
||||
|
||||
$result = fwembed_make_request($url);
|
||||
|
||||
if ($result['error']) {
|
||||
return "Error fetching URL: " . $result['error'];
|
||||
}
|
||||
|
||||
return fwembed_parse_product_tiles($result['content'], $url);
|
||||
}
|
||||
|
||||
function loadHTML5($html) {
|
||||
return '<!DOCTYPE html><html><body>' . $html . '</body></html>';
|
||||
}
|
||||
|
||||
function fwembed_shortcode( $atts ) {
|
||||
$options = get_option( 'fourthwall_settings_name' );
|
||||
$value = isset( $options['fourth_url'] ) ? $options['fourth_url'] : 'https://fourthwall.com';
|
||||
$store_html = fwembed_parse_html($value);
|
||||
$store_render = '<div class="fw-store-parent">' . PHP_EOL . $store_html . PHP_EOL . '</div>';
|
||||
return $store_render;
|
||||
}
|
||||
|
||||
/**
|
||||
* Parse HTML content and extract single product information
|
||||
*
|
||||
* @param string $html_content The HTML content to parse
|
||||
* @param string $url The product URL
|
||||
* @param bool $show_description Whether to show product description
|
||||
* @return string Parsed HTML content
|
||||
*/
|
||||
function fwembed_parse_single_product($html_content, $url, $show_description = false) {
|
||||
$html = null;
|
||||
libxml_use_internal_errors(true);
|
||||
$dom = new DOMDocument();
|
||||
@@ -191,6 +199,20 @@ function fwembed_parse_html_single($url = null, $show_description = false) {
|
||||
return $html;
|
||||
}
|
||||
|
||||
function fwembed_parse_html_single($url = null, $show_description = false) {
|
||||
if ($url === null) {
|
||||
throw new ValueError("Missing URL");
|
||||
}
|
||||
|
||||
$result = fwembed_make_request($url);
|
||||
|
||||
if ($result['error']) {
|
||||
return "Error fetching URL: " . $result['error'];
|
||||
}
|
||||
|
||||
return fwembed_parse_single_product($result['content'], $url, $show_description);
|
||||
}
|
||||
|
||||
function fwembed_single_shortcode($atts) {
|
||||
$atts = shortcode_atts(
|
||||
array(
|
||||
|
Reference in New Issue
Block a user