Skip to content

Commit 65b49e8

Browse files
committed
feat(downloader): replace requests session with cloudscraper (#71)
1 parent 9ed3035 commit 65b49e8

1 file changed

Lines changed: 3 additions & 16 deletions

File tree

spankbang_dl/downloader.py

Lines changed: 3 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,11 @@
11
import re
22

3+
import cloudscraper # type: ignore
34
import requests
45

56
from .logs import logger
67

78
headers = {
8-
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
9-
"Accept-Encoding": "gzip, deflate, br",
10-
"Accept-Language": "en-US,en;q=0.6",
11-
"Cookie": "coe=es; cfc_ok=00|2|es|www|master|0; ana_vid=713ca8f89270aefc942853c0e00c9fc843d98f720c9768719f81a54435f1576c; age_pass=1; cor=M; backend_version=main; cf_clearance=3.1sPebhq_Jd4veXaYld6yisbz.MgLMsW3ywx7Zzgcw-1695236852-0-1-605e7b01.6c69a1e6.dde1b57d-0.2.1695236852; pg_pop_v5=1; pg_interstitial_v5=1; preroll_skip=1; ana_sid=e2d3432ee672c104a4dd7cd9a2884d14c3cc875b5bcb1aad27ad8e0269b5f553; sb_session=eyJfcGVybWFuZW50Ijp0cnVlfQ.ZQuDxA.xisZQRjXFstaOfWLZWfMs32orYQ; __cf_bm=nYQSTL6vzbUnYCWosR8Z2Cu3HOmYytNsj4CQ505YLkM-1695253310-0-Aax/O+XC4BujMoByVTOYQJiAgg/9tMKyNoPRrpqkCrjhJvh65g8TjFD1aJboO68Fk1lSAYYCSsCK7bNSwubv0qQ=",
12-
"Dnt": "1",
13-
"Sec-Ch-Ua": '"Brave";v="117", "Not;A=Brand";v="8", "Chromium";v="117"',
14-
"Sec-Ch-Ua-Mobile": "?0",
15-
"Sec-Ch-Ua-Platform": '"Windows"',
16-
"Sec-Fetch-Dest": "document",
17-
"Sec-Fetch-Mode": "navigate",
18-
"Sec-Fetch-Site": "same-origin",
19-
"Sec-Fetch-User": "?1",
20-
"Sec-Gpc": "1",
21-
"Upgrade-Insecure-Requests": "1",
229
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36",
2310
}
2411

@@ -37,11 +24,11 @@ def fetch_web_content(
3724
requests.Response: The response object.
3825
"""
3926
try:
40-
session = requests.Session()
27+
scraper: cloudscraper.CloudScraper = cloudscraper.create_scraper()
4128

4229
headers["Referer"] = url
4330

44-
response = session.get(url, headers=headers, stream=stream)
31+
response: requests.Response = scraper.get(url, headers=headers, stream=stream)
4532
response.raise_for_status()
4633

4734
print(translations["success_message"].format(str(response.status_code)))

0 commit comments

Comments
 (0)