From 6ac347d5ac36733d3199f1769626924613d4daa3 Mon Sep 17 00:00:00 2001 From: Dag Date: Thu, 8 Sep 2022 19:54:09 +0200 Subject: [PATCH] fix: add workaround for NYTBridge antibot (#3022) --- bridges/NYTBridge.php | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/bridges/NYTBridge.php b/bridges/NYTBridge.php index 87404c4d..46ede3f8 100644 --- a/bridges/NYTBridge.php +++ b/bridges/NYTBridge.php @@ -19,8 +19,15 @@ class NYTBridge extends FeedExpander $article = ''; // $articlePage gets the entire page's contents - $articlePage = getSimpleHTMLDOM($newsItem->link); - + try { + $articlePage = getSimpleHTMLDOM($newsItem->link); + } catch (HttpException $e) { + // 403 Forbidden, This means we got anti-bot response + if ($e->getCode() === 403) { + return $item; + } + throw $e; + } // handle subtitle $subtitle = $articlePage->find('p.css-w6ymp8', 0); if ($subtitle != null) {