From 92e35bede13f4ce655db3255663542c6e61cf110 Mon Sep 17 00:00:00 2001
From: Jaleel Bennett <jaleelbennett58@gmail.com>
Date: Thu, 1 Aug 2024 22:44:34 -0400
Subject: [PATCH] fix(article): corrected url being passed to scraping function

---
 app/article/actions/article.ts  | 12 +++++++++++-
 app/article/article-wrapper.tsx | 10 +++++-----
 2 files changed, 16 insertions(+), 6 deletions(-)

diff --git a/app/article/actions/article.ts b/app/article/actions/article.ts
index cd883c4..bf29195 100644
--- a/app/article/actions/article.ts
+++ b/app/article/actions/article.ts
@@ -25,7 +25,17 @@ export async function scrapeArticleContent(url: string) {
       throw new Error("Invalid URL");
     }
 
-    const response = await fetch(url);
+    const response = await fetch(url, {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36",
+        Accept:
+          "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
+        "Accept-Language": "en-US,en;q=0.5",
+        Connection: "keep-alive",
+      },
+    });
+
     if (!response.ok) {
       throw new Error(
         `Failed to retrieve the web page. Status code: ${response.status}`,
diff --git a/app/article/article-wrapper.tsx b/app/article/article-wrapper.tsx
index a494ea2..0864e65 100644
--- a/app/article/article-wrapper.tsx
+++ b/app/article/article-wrapper.tsx
@@ -23,8 +23,8 @@ export const getCachedArticle = unstable_cache(
 );
 
 async function ArticleLoader({ url }: { url: string }) {
-  // const content = await getCachedArticle(url);
-  const content = await scrapeArticleContent(url);
+  const content = await getCachedArticle(url);
+  // const content = await scrapeArticleContent(url);
 
   if (!content) {
     return <ErrorCard />;
@@ -76,13 +76,13 @@ export async function ArticleWrapper({ url }: { url: string }) {
 
   // if browser is requesting html it means it's the first page load
   if (headers().get("accept")?.includes("text/html")) {
-    // article = await getCachedArticle(url);
-    article = await scrapeArticleContent(url);
+    article = await getCachedArticle(url);
+    // article = await scrapeArticleContent(url);
   }
 
   return (
     <SuspenseIf condition={!article} fallback={<ArticleSkeleton />}>
-      <ArticleLoader url={url} />
+      <ArticleLoader url={urlWithoutPaywall} />
     </SuspenseIf>
   );
 }