Blog

final class Huttons_News_Importer
{
private const CRON_HOOK = ‘huttons_news_hourly’;
private const CATALOG_URL = ‘https://www.huttonsgroup.com/property-news’;
private const MINIMUM_DATE = ‘2026-01-01’;
private const POST_TYPE = ‘insight’;
private const SOURCE_META = ‘source’;
private const ARTICLE_ID_META = ‘_huttons_article_id’;
private const LOCK_KEY = ‘huttons_news_import_lock’;

public static function init(): void
{
add_action(self::CRON_HOOK, [self::class, ‘run’]);
add_filter(‘cron_schedules’, [self::class, ‘ensure_hourly_schedule’]);
add_action(‘init’, [self::class, ‘ensure_scheduled’], 100);
}

public static function ensure_scheduled(): void
{
if (!wp_next_scheduled(self::CRON_HOOK)) {
wp_schedule_event(time() + 60, ‘hourly’, self::CRON_HOOK);
}
}

public static function ensure_hourly_schedule(array $schedules): array
{
if (!isset($schedules[‘hourly’])) {
$schedules[‘hourly’] = [
‘interval’ => HOUR_IN_SECONDS,
‘display’ => __(‘Once Hourly’, ‘huttons-news-importer’),
];
}

return $schedules;
}

public static function run()
{
if (get_transient(self::LOCK_KEY)) {
return new WP_Error(‘huttons_import_locked’, ‘A Huttons import is already running.’);
}

set_transient(self::LOCK_KEY, 1, 15 * MINUTE_IN_SECONDS);

try {
if (!post_type_exists(self::POST_TYPE)) {
return new WP_Error(‘huttons_missing_post_type’, ‘The insight post type does not exist.’);
}

$articles = self::fetch_catalog();
if (is_wp_error($articles)) {
return $articles;
}

foreach ($articles as $article) {
if (self::already_imported($article)) {
continue;
}

return self::import_article($article);
}

return 0;
} finally {
delete_transient(self::LOCK_KEY);
}
}

private static function fetch_catalog()
{
$response = wp_remote_get(self::CATALOG_URL, self::request_args());
if (is_wp_error($response)) {
return $response;
}

$status = wp_remote_retrieve_response_code($response);
if ($status !== 200) {
return new WP_Error(‘huttons_catalog_http_error’, ‘Huttons catalog returned HTTP ‘ . $status . ‘.’);
}

$payload = self::extract_inertia_payload(wp_remote_retrieve_body($response));
if (is_wp_error($payload)) {
return $payload;
}

$collections = [];
self::find_article_collections($payload, $collections);
if (!$collections) {
return new WP_Error(‘huttons_no_articles’, ‘No articles were found in the Huttons page data.’);
}

usort($collections, static function (array $a, array $b): int {
return count($b) <=> count($a);
});

$articles = [];
foreach ($collections[0] as $raw) {
$url = !empty($raw[‘link’]) ? esc_url_raw($raw[‘link’]) : ”;
if (!$url && !empty($raw[‘slug’])) {
$url = ‘https://www.huttonsgroup.com/article/’ . sanitize_title($raw[‘slug’]);
}
if (!$url || empty($raw[‘title’])) {
continue;
}

$published_date = self::normalise_date($raw[‘date’] ?? ”);
if (!$published_date || $published_date < self::MINIMUM_DATE) { continue; } $articles[] = [ 'id' => isset($raw[‘id’]) ? absint($raw[‘id’]) : 0,
‘title’ => html_entity_decode(wp_strip_all_tags($raw[‘title’]), ENT_QUOTES | ENT_HTML5, ‘UTF-8’),
‘date’ => $published_date,
‘url’ => $url,
‘image’ => !empty($raw[‘image’]) ? esc_url_raw($raw[‘image’]) : ”,
‘source’ => !empty($raw[‘source’]) ? sanitize_text_field($raw[‘source’]) : ‘Huttons Group’,
‘category’ => !empty($raw[‘category’]) ? sanitize_text_field($raw[‘category’]) : ”,
‘slug’ => !empty($raw[‘slug’]) ? sanitize_title($raw[‘slug’]) : sanitize_title($raw[‘title’]),
];
}

usort($articles, static function (array $a, array $b): int {
return strcmp($b[‘date’], $a[‘date’]);
});

return $articles;
}

private static function import_article(array $article)
{
$body = self::fetch_article_body($article[‘url’]);
if (is_wp_error($body)) {
return $body;
}

$body = self::remove_content_after_end_marker($body);

$source_link = sprintf(
‘

Source: Huttons Group

‘,
esc_url($article[‘url’])
);

$post_date = $article[‘date’] ? $article[‘date’] . ‘ 12:00:00’ : current_time(‘mysql’);
$post_id = wp_insert_post([
‘post_type’ => self::POST_TYPE,
‘post_status’ => ‘publish’,
‘post_title’ => $article[‘title’],
‘post_name’ => $article[‘slug’],
‘post_content’ => wp_kses_post($body . “\n” . $source_link),
‘post_excerpt’ => ”,
‘post_date’ => $post_date,
], true);

if (is_wp_error($post_id)) {
return $post_id;
}

update_post_meta($post_id, self::SOURCE_META, $article[‘url’]);
if ($article[‘id’]) {
update_post_meta($post_id, self::ARTICLE_ID_META, $article[‘id’]);
}

if (!empty($article[‘image’])) {
self::set_featured_image($post_id, $article[‘image’], $article[‘title’]);
}

return $post_id;
}

private static function remove_content_after_end_marker(string $content): string
{
$position = strpos($content, ‘- END -‘);
if ($position !== false) {
$block_start = false;
foreach ([‘ $block_start)) {
$block_start = $candidate;
}
}

$content = substr($content, 0, $block_start !== false ? $block_start : $position);
}

return force_balance_tags(trim($content));
}

private static function set_featured_image(int $post_id, string $image_url, string $title): void
{
require_once ABSPATH . ‘wp-admin/includes/file.php’;
require_once ABSPATH . ‘wp-admin/includes/media.php’;
require_once ABSPATH . ‘wp-admin/includes/image.php’;

if (strpos($image_url, ‘//’) === 0) {
$image_url = ‘https:’ . $image_url;
} elseif (strpos($image_url, ‘/’) === 0) {
$image_url = ‘https://www.huttonsgroup.com’ . $image_url;
}

$temporary_file = download_url($image_url, 30);
if (is_wp_error($temporary_file)) {
return;
}

$path = (string) wp_parse_url($image_url, PHP_URL_PATH);
$filename = sanitize_file_name(wp_basename($path));
if (!$filename || !pathinfo($filename, PATHINFO_EXTENSION)) {
$filename = sanitize_title($title) . ‘.jpg’;
}

$file = [
‘name’ => $filename,
‘tmp_name’ => $temporary_file,
];
$attachment_id = media_handle_sideload($file, $post_id, $title);

if (is_wp_error($attachment_id)) {
@unlink($temporary_file);
return;
}

set_post_thumbnail($post_id, $attachment_id);
update_post_meta($attachment_id, ‘_wp_attachment_image_alt’, sanitize_text_field($title));
}

private static function fetch_article_body(string $url)
{
$response = wp_remote_get($url, self::request_args());
if (is_wp_error($response)) {
return $response;
}

$status = wp_remote_retrieve_response_code($response);
if ($status !== 200) {
return new WP_Error(‘huttons_article_http_error’, ‘Huttons article returned HTTP ‘ . $status . ‘.’);
}

$html = wp_remote_retrieve_body($response);
$payload = self::extract_inertia_payload($html);
if (!is_wp_error($payload)) {
$content = self::find_largest_content($payload);
if ($content) {
return wp_kses_post($content);
}
}

if (class_exists(‘DOMDocument’)) {
$document = new DOMDocument();
libxml_use_internal_errors(true);
$loaded = $document->loadHTML(‘‘ . $html);
libxml_clear_errors();
if ($loaded) {
$xpath = new DOMXPath($document);
foreach ([‘//article’, ‘//main’] as $query) {
$nodes = $xpath->query($query);
if ($nodes && $nodes->length) {
return wp_kses_post(self::inner_html($nodes->item(0)));
}
}
}
}

return ‘

Read the full article at Huttons Group.

‘;
}

private static function extract_inertia_payload(string $html)
{
if (!preg_match(‘/data-page=(?:”([^”]+)”|\'([^\’]+)\’)/s’, $html, $matches)) {
return new WP_Error(‘huttons_missing_payload’, ‘The Huttons Inertia page payload was not found.’);
}

$encoded = $matches[1] !== ” ? $matches[1] : $matches[2];
$decoded = html_entity_decode($encoded, ENT_QUOTES | ENT_HTML5, ‘UTF-8’);
$payload = json_decode($decoded, true);

return is_array($payload)
? $payload
: new WP_Error(‘huttons_invalid_payload’, ‘The Huttons page payload was invalid JSON.’);
}

private static function find_article_collections($value, array &$collections): void
{
if (!is_array($value)) {
return;
}

if (self::is_list($value)) {
$matches = array_values(array_filter($value, static function ($item): bool {
return is_array($item) && !empty($item[‘title’]) && (!empty($item[‘link’]) || !empty($item[‘slug’]));
}));
if ($matches && count($matches) >= max(1, intdiv(count($value), 2))) {
$collections[] = $matches;
return;
}
}

foreach ($value as $child) {
self::find_article_collections($child, $collections);
}
}

private static function find_largest_content($value): string
{
$candidates = [];
self::collect_content($value, $candidates);
if (!$candidates) {
return ”;
}
usort($candidates, static function (string $a, string $b): int {
return strlen($b) <=> strlen($a);
});
return $candidates[0];
}

private static function collect_content($value, array &$candidates): void
{
if (!is_array($value)) {
return;
}
foreach ($value as $key => $child) {
if (is_string($child) && in_array((string) $key, [‘content’, ‘body’, ‘article_content’], true) && strlen(wp_strip_all_tags($child)) > 100) {
$candidates[] = $child;
} elseif (is_array($child)) {
self::collect_content($child, $candidates);
}
}
}

private static function already_imported(array $article): bool
{
$existing = get_posts([
‘post_type’ => self::POST_TYPE,
‘post_status’ => ‘any’,
‘posts_per_page’ => 1,
‘fields’ => ‘ids’,
‘meta_key’ => self::SOURCE_META,
‘meta_value’ => $article[‘url’],
‘no_found_rows’ => true,
]);

if ($existing) {
return true;
}

return (bool) get_page_by_path($article[‘slug’], OBJECT, self::POST_TYPE);
}

private static function normalise_date(string $date): string
{
$parsed = DateTime::createFromFormat(‘d/m/Y’, $date);
return $parsed ? $parsed->format(‘Y-m-d’) : ”;
}

private static function is_list(array $value): bool
{
if ($value === []) {
return true;
}

return array_keys($value) === range(0, count($value) – 1);
}

private static function request_args(): array
{
return [
‘timeout’ => 30,
‘redirection’ => 5,
‘user-agent’ => ‘EzyHomes-Huttons-News-Importer/1.0; ‘ . home_url(‘/’),
‘headers’ => [‘Accept’ => ‘text/html,application/xhtml+xml’],
];
}

private static function inner_html(DOMNode $node): string
{
$html = ”;
foreach ($node->childNodes as $child) {
$html .= $node->ownerDocument->saveHTML($child);
}
return $html;
}
}

Huttons_News_Importer::init();

if (defined(‘WP_CLI’) && WP_CLI) {
WP_CLI::add_command(‘huttons-news import-one’, static function (): void {
$result = Huttons_News_Importer::run();
if (is_wp_error($result)) {
WP_CLI::error($result->get_error_message());
} elseif ($result === 0) {
WP_CLI::success(‘No unimported Huttons articles remain.’);
} else {
WP_CLI::success(‘Imported insight post #’ . $result . ‘.’);
}
});
}