From a9a091b668c1f8785ed03b640f71b6396355d5a1 Mon Sep 17 00:00:00 2001
From: kayo <kayohramos@gmail.com>
Date: Mon, 10 Jun 2024 13:20:54 -0300
Subject: [PATCH 1/2] Desafio completo

---
 my_scraper_project/.env                       |   1 +
 .../__pycache__/run.cpython-310.pyc           | Bin 0 -> 865 bytes
 my_scraper_project/app/__init__.py            |   8 ++++
 .../app/__pycache__/__init__.cpython-310.pyc  | Bin 0 -> 441 bytes
 .../app/__pycache__/routes.cpython-310.pyc    | Bin 0 -> 827 bytes
 .../app/__pycache__/scraper.cpython-310.pyc   | Bin 0 -> 1308 bytes
 my_scraper_project/app/routes.py              |  14 +++++++
 my_scraper_project/app/scraper.py             |  36 ++++++++++++++++++
 my_scraper_project/requirements.txt           |   5 +++
 my_scraper_project/run.py                     |  28 ++++++++++++++
 10 files changed, 92 insertions(+)
 create mode 100644 my_scraper_project/.env
 create mode 100644 my_scraper_project/__pycache__/run.cpython-310.pyc
 create mode 100644 my_scraper_project/app/__init__.py
 create mode 100644 my_scraper_project/app/__pycache__/__init__.cpython-310.pyc
 create mode 100644 my_scraper_project/app/__pycache__/routes.cpython-310.pyc
 create mode 100644 my_scraper_project/app/__pycache__/scraper.cpython-310.pyc
 create mode 100644 my_scraper_project/app/routes.py
 create mode 100644 my_scraper_project/app/scraper.py
 create mode 100644 my_scraper_project/requirements.txt
 create mode 100644 my_scraper_project/run.py

diff --git a/my_scraper_project/.env b/my_scraper_project/.env
new file mode 100644
index 00000000..c9e912a0
--- /dev/null
+++ b/my_scraper_project/.env
@@ -0,0 +1 @@
+CHROMEDRIVER_PATH=/path/to/chromedriver
diff --git a/my_scraper_project/__pycache__/run.cpython-310.pyc b/my_scraper_project/__pycache__/run.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..1e3983056310c06e048ce788c082f5d5b2392c45
GIT binary patch
literal 865
zcmYjPPiqrF6rY*hO*WgRt*KEE4>>53Lc6U{gd!r8TD(-S1#vwrYvv`{ba!W+nY1=1
zp<eSH5<G~Xqu|-|Ts`#*c<`cc6906DdGGi3{ocQs6^%wfaD9Ey?;S8gzFXt^vfih7
z)Hf8IaGH^vMwD92G8VD9b|MG0lexJUd4GJBr~;K?6_3x|2}Xc-K_ZuXyz-GmH3)e1
zgvlOIsBwQnqdL^5OEZEzHf`|Q3?s%(aHh*Vn9*njR;H_S?+rxF8M#3JE9~KjxCETx
z+VJK%P!hE;ssWYhEnbJ#j9JcWWJRqvEz4b?GkP|U>?~d3RHQ>q<#-?=;fDx=E+P$a
zQkH0W8Jt4awY2NYMPm<-YNF6&NIB(<I}<F($r0(ehvVwj=6t7<H7vo5I}l16w-i#N
z<zRZ_$Wify$QtIDi=PMKK;#gD(jgT6m?vDQ@FXox#Rl3?3?P+agTuzclb^?`E0Ypr
zTuL#7t`0HdW_fOEsN-IisFQ~65?_`ysjQ<iejMjXTEwv(TPLy)`pQGc`0haKayJaO
zA3mCQzP-D%wY3v2Dva(SWnW6sPDHzxj6t@OwuE=1RHc`nFF%R)!T#}X`@ZVjHZ?uJ
z%(UoBTiCcd&B6GVjgu)^#gEdlo@yrgedL+?+eD?^JyG=1zHy%)K6~-6*&@jyjt$ku
zQ`oLm830}$Hg1!uQWOfzs!UP^aZkt?X?moLSIV@&8y_lBm;l~)q0}jI&FafVC;NXt
z84AV&98Ug!iv_a3zwsaEf{!wILeWy|D3+*?+sb8DVZP(L0pfr$W_1(y9qNBzzuX_c
E0X;(GFaQ7m

literal 0
HcmV?d00001

diff --git a/my_scraper_project/app/__init__.py b/my_scraper_project/app/__init__.py
new file mode 100644
index 00000000..255b4a6c
--- /dev/null
+++ b/my_scraper_project/app/__init__.py
@@ -0,0 +1,8 @@
+from flask import Flask
+
+
+def create_app():
+    app = Flask(__name__)
+    with app.app_context():
+        from . import routes
+    return app
diff --git a/my_scraper_project/app/__pycache__/__init__.cpython-310.pyc b/my_scraper_project/app/__pycache__/__init__.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..a99abe16e2e7b87aeccffc50459f871965abc54f
GIT binary patch
literal 441
zcmYjOy-ve05I)-p3h57wh!;Q^O2m#30*MhJbwG5nqS$RilQ^<npc0+R46gtqE05!q
zsjt8QoP&^hr~B;t?)061RIe8U+Q-3U{EX|TPd1HWa*AR05CjNPLPbV|fS`gs!H9}r
z2uZlcDkQ{(7iDH<xzGO1D?}LQ80HMYf+Z`mghzO#Z}75%T13#2RlyQ<uW?F%zG4JB
zhHwOC{~meoHyEBv*yWm_5)RzbYHp=TLha|ci1RwDB<HS^H4V>IZRLY?pab7d9YeO=
zzk}XJ>gy_<s!FEP*i_aNE;6A^IxFfsHNaffQ(0&=5OVNWsTSPiI%}lnjaIiZw<#*7
zoELRrIX`R`F3z>gtmMf1p{9=zk(l&J{1edK?||wKQkMyH;n=@cd-9fRkF){)Yg}|(
QDKRhQiNCS&l3nPsU$Hb`k^lez

literal 0
HcmV?d00001

diff --git a/my_scraper_project/app/__pycache__/routes.cpython-310.pyc b/my_scraper_project/app/__pycache__/routes.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..3db3ba1484843e4fc1ad460cf4bf58d4ba669052
GIT binary patch
literal 827
zcmaJ<J&)5s5ZzgSB{?n}aL|B+C4^8;N?d|Y2qB>e(WD6yB8_EvH;Hq$*V<htBuWrc
zX!!>eP*Tv-)9@SIQe96)ftZbR;wskKv1jM)%zNVzhleeK>)V6L_=FPj(>Rxxjm}ft
z>Jb`77^EbF5oB~kfiTLf)XMCU4TRH~!))eEfVm$i^H}3O*}}+W%^~Tu&ha+s(8`-B
zktgG2br6?Q@?3{eQJjMbLUo{G85KOt`9iI{p!O>3dH*E_y^QOrU@A75E*3H-hW|6%
zsz9^4rIF(nfN0o~4MC5t$rib4<hmxz{z$jLoH2bxhQub?T0R7_LHz2bwr9>Km$_^B
zT;owgg1K1Jpk4AB^>5%U4EOH^EKu2?46yEtJc*MiXTq0}DxwL`eD13#oktmp6h7mA
zF7)@W2vWUXue^bG1{VkQ9Tut6)x7~~_iN?M$Ap+<&e4`}%#|9KX}UCR%+SFqm2G-;
z{sXg>chU5v6n?ZPA^k}Gt9t6+SF&M%xBm}Je&O%vc$HJgB-heGv^0ILn*BF1FLWYu
zX&K*5#bm-|<#4PjJ5)B!Dex~u9^u#TK`<2=54h3+&nF>^m{7r4lFvmKeV$KwB1M<+
zZXL;%VXa$+g%mR$>i}mXkfPLF^@?S6bw3{1mC$s>FjL29C~bfXEjWfYK6jw;j{cF?
zF)%PP#%ZL^b_#0R-oDCCS>^2V@6bEem&`THP&FQBf|V(MVrEpC{vDAk(6-v}7Z8%$
AUH||9

literal 0
HcmV?d00001

diff --git a/my_scraper_project/app/__pycache__/scraper.cpython-310.pyc b/my_scraper_project/app/__pycache__/scraper.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..c87bc3e32f15cf77624020c93be15d4c84161cff
GIT binary patch
literal 1308
zcmZux&5qkP5GM6+ukCD;B1wTBob4fS07>^C4YJ(?ZGmP}WK*DU5eTx#wY8Bbg{17*
zkWZT&`vyJO#~$(&d4=}EYfpKFo;sB5#U4sQ)HgpIelr}Z==Zw_#{K)#^S>>G{?Wqq
zVSw-iUhxPff(Xt~j>i~lY-C1mj?D&}nU&jPyTMlG<nGu7Y!l}_8hgY&LnH4qL_i~~
z+%wAOX+i<sI+^hzr%!o0r~G-$;wj~z?kwnpG&&HB@0N*PxgQ+>4!kGuioalz!0Hkh
z!PjWMSQ?jTV{XwUUL$F3>@8a38gCq8Zo#iX))lfflGcS=gM~Q18*2k1xjGW@)@E&N
zyt-L8MQaPBj_h6>kj~av+qDf<=zcK1LQm1_J8P$QE_!RXb~b(R8IXgmvAIEdTfFva
zYjaq;wMY7Y7<#|AClKk2EoxW~cI<D|)};abEU4DuX>|m-{m9ZJjTtG1JQgLCCm#|z
zWQF|n5%eMmg4NxVf}N++iZ^a&G@~r7a&77Q{*1;Xqe85DzRwC@fX}3Ox4Pr|Bo*-_
zqduW?U(9m95)gf4C|9(nquipDX~D$m@Hl}8P4r)0{-gs3Gbu~)Fbo%qMF6xCniq^N
zgQUoV2@k7Grg<!2L#f$|)i4Z6I{)oSlEp%Ndz7W@&1q{JCcG$*UVpYBSA}C`%{V;=
z7Pd@fMwO*qt9xL4`G4sTlY%8#_30ytgX%VTLDaS|L(0G=c}!yQaCB4IB~L-r-ONqB
zmzy#n<1FLQ^hovFK77$;ta>paQOu`RPMK6rYgFcxO4UD48Hu3C+9Y_x+y3?E<5xc@
zOVW2z^{zW8@73}5(dqH?XQ~gYqgYCwPAW;26PG1rL|JdERE|1aceENL&2@-&l~+!C
z36xp!Oj(RBg!1-VD|d(ZfljIi)1QdzQvLfPoWZ3EsgNOM(}={R5aFAY%?lr7%4Rg>
z1suHJTJmKi5+0Y7M<p*VXd*)(7w&XHxl{)&jx+-ob`TF>@~~$P3=emkXMjD!0%REj
ze25+VCB6w7&(IqF4Y;3<I_jR-cjwgw589N2UDq`yr0!msqrCko?A+S3^Y&rd!~1$K
r23N~;CqhdGlVx*44S}XM*Cu_vl=mnvNR`pYSf{0bg+0{6&13!t^*nrz

literal 0
HcmV?d00001

diff --git a/my_scraper_project/app/routes.py b/my_scraper_project/app/routes.py
new file mode 100644
index 00000000..83bec7ab
--- /dev/null
+++ b/my_scraper_project/app/routes.py
@@ -0,0 +1,14 @@
+from flask import jsonify, current_app
+from .scraper import scrape_news
+
+
+@current_app.route('/scrape', methods=['GET'])
+def scrape_and_save():
+    try:
+        print("Iniciando raspagem e salvamento de notícias...")
+        news = scrape_news()
+        print("Notícias raspadas:", news)
+        return jsonify({'message': 'News scraped and saved successfully', 'news': news}), 200
+    except Exception as e:
+        current_app.logger.error("Erro ao raspar as notícias: %s", e)
+        return jsonify({'message': 'Erro ao raspar as notícias'}), 500
diff --git a/my_scraper_project/app/scraper.py b/my_scraper_project/app/scraper.py
new file mode 100644
index 00000000..7034c693
--- /dev/null
+++ b/my_scraper_project/app/scraper.py
@@ -0,0 +1,36 @@
+from selenium.webdriver.chrome.service import Service
+from webdriver_manager.chrome import ChromeDriverManager
+from selenium import webdriver
+from selenium.webdriver.common.by import By
+
+
+def scrape_news():
+    print("Iniciando raspagem de notícias...")
+
+    # Se quiser, adicione prints para verificar se o Selenium está funcionando corretamente
+    print("Configurando Selenium...")
+
+    service = Service(ChromeDriverManager().install())
+    chrome_options = webdriver.ChromeOptions()
+    chrome_options.add_argument('--headless')
+    chrome_options.add_argument('--no-sandbox')
+    chrome_options.add_argument('--disable-dev-shm-usage')
+    driver = webdriver.Chrome(service=service, options=chrome_options)
+
+    print("Acessando URL...")
+    url = 'https://www.spacemoney.com.br/ultimas-noticias'
+    driver.get(url)
+
+    news = []
+    elements = driver.find_elements(By.XPATH, '//div[@class="linkNoticia crop"]')
+    for element in elements[:5]:
+        title = element.text
+        link = element.find_element(By.TAG_NAME, 'a').get_attribute('href')
+        news.append({'title': title, 'link': link})
+
+    driver.quit()
+
+    print("Raspagem de notícias concluída.")
+    print("Notícias encontradas:", news)
+
+    return news
diff --git a/my_scraper_project/requirements.txt b/my_scraper_project/requirements.txt
new file mode 100644
index 00000000..6a7a3fc3
--- /dev/null
+++ b/my_scraper_project/requirements.txt
@@ -0,0 +1,5 @@
+Flask
+requests
+selenium
+python-dotenv
+webdriver_manager
diff --git a/my_scraper_project/run.py b/my_scraper_project/run.py
new file mode 100644
index 00000000..5958439d
--- /dev/null
+++ b/my_scraper_project/run.py
@@ -0,0 +1,28 @@
+#import os
+from threading import Thread
+import time
+import requests
+from app import create_app
+import logging
+
+logging.basicConfig(level=logging.INFO)
+
+app = create_app()
+
+
+def run_flask():
+    app.run(host='0.0.0.0', port=5005)
+
+
+if __name__ == '__main__':
+    t = Thread(target=run_flask)
+    t.start()
+
+    time.sleep(5)
+
+    try:
+        response = requests.get('http://127.0.0.1:5005/scrape')
+        response.raise_for_status()
+        print(response.json())
+    except requests.exceptions.RequestException as e:
+        logging.error("Erro ao fazer a requisição GET: %s", e)
\ No newline at end of file

From b9ea454b6f14bdda88adceba175e1a4891a45837 Mon Sep 17 00:00:00 2001
From: kayo <kayohramos@gmail.com>
Date: Mon, 10 Jun 2024 13:21:53 -0300
Subject: [PATCH 2/2] Desafio completo

---
 .../app/__pycache__/scraper.cpython-310.pyc   | Bin 1308 -> 1308 bytes
 my_scraper_project/app/scraper.py             |   1 -
 2 files changed, 1 deletion(-)

diff --git a/my_scraper_project/app/__pycache__/scraper.cpython-310.pyc b/my_scraper_project/app/__pycache__/scraper.cpython-310.pyc
index c87bc3e32f15cf77624020c93be15d4c84161cff..d240b94957ffa2e4eb5b3d6aa5bae7b127779ea2 100644
GIT binary patch
delta 28
icmbQkHHV8gpO=@50SMSN($gw7@*1)*GEKH;xeEYK`34FA

delta 28
icmbQkHHV8gpO=@50SMI9)6=eQ<TYerWS(r#au)zq&jyD8

diff --git a/my_scraper_project/app/scraper.py b/my_scraper_project/app/scraper.py
index 7034c693..a7e89035 100644
--- a/my_scraper_project/app/scraper.py
+++ b/my_scraper_project/app/scraper.py
@@ -7,7 +7,6 @@
 def scrape_news():
     print("Iniciando raspagem de notícias...")
 
-    # Se quiser, adicione prints para verificar se o Selenium está funcionando corretamente
     print("Configurando Selenium...")
 
     service = Service(ChromeDriverManager().install())