11import re
22
3+ import cloudscraper # type: ignore
34import requests
45
56from .logs import logger
67
78headers = {
8- "Accept" : "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8" ,
9- "Accept-Encoding" : "gzip, deflate, br" ,
10- "Accept-Language" : "en-US,en;q=0.6" ,
11- "Cookie" : "coe=es; cfc_ok=00|2|es|www|master|0; ana_vid=713ca8f89270aefc942853c0e00c9fc843d98f720c9768719f81a54435f1576c; age_pass=1; cor=M; backend_version=main; cf_clearance=3.1sPebhq_Jd4veXaYld6yisbz.MgLMsW3ywx7Zzgcw-1695236852-0-1-605e7b01.6c69a1e6.dde1b57d-0.2.1695236852; pg_pop_v5=1; pg_interstitial_v5=1; preroll_skip=1; ana_sid=e2d3432ee672c104a4dd7cd9a2884d14c3cc875b5bcb1aad27ad8e0269b5f553; sb_session=eyJfcGVybWFuZW50Ijp0cnVlfQ.ZQuDxA.xisZQRjXFstaOfWLZWfMs32orYQ; __cf_bm=nYQSTL6vzbUnYCWosR8Z2Cu3HOmYytNsj4CQ505YLkM-1695253310-0-Aax/O+XC4BujMoByVTOYQJiAgg/9tMKyNoPRrpqkCrjhJvh65g8TjFD1aJboO68Fk1lSAYYCSsCK7bNSwubv0qQ=" ,
12- "Dnt" : "1" ,
13- "Sec-Ch-Ua" : '"Brave";v="117", "Not;A=Brand";v="8", "Chromium";v="117"' ,
14- "Sec-Ch-Ua-Mobile" : "?0" ,
15- "Sec-Ch-Ua-Platform" : '"Windows"' ,
16- "Sec-Fetch-Dest" : "document" ,
17- "Sec-Fetch-Mode" : "navigate" ,
18- "Sec-Fetch-Site" : "same-origin" ,
19- "Sec-Fetch-User" : "?1" ,
20- "Sec-Gpc" : "1" ,
21- "Upgrade-Insecure-Requests" : "1" ,
229 "User-Agent" : "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" ,
2310}
2411
@@ -37,11 +24,11 @@ def fetch_web_content(
3724 requests.Response: The response object.
3825 """
3926 try :
40- session = requests . Session ()
27+ scraper : cloudscraper . CloudScraper = cloudscraper . create_scraper ()
4128
4229 headers ["Referer" ] = url
4330
44- response = session .get (url , headers = headers , stream = stream )
31+ response : requests . Response = scraper .get (url , headers = headers , stream = stream )
4532 response .raise_for_status ()
4633
4734 print (translations ["success_message" ].format (str (response .status_code )))
0 commit comments