|
130 | 130 | "outputId": "08febdb6-3e36-4330-bed8-385710eb3339", |
131 | 131 | "scrolled": true |
132 | 132 | }, |
133 | | - "outputs": [ |
134 | | - { |
135 | | - "data": { |
136 | | - "text/plain": [ |
137 | | - "('capybara.jpg', <http.client.HTTPMessage at 0x7b1a2bfad8d0>)" |
138 | | - ] |
139 | | - }, |
140 | | - "execution_count": 3, |
141 | | - "metadata": {}, |
142 | | - "output_type": "execute_result" |
143 | | - } |
144 | | - ], |
| 133 | + "outputs": [], |
145 | 134 | "source": [ |
146 | | - "from urllib.request import URLopener\n", |
| 135 | + "import shutil\n", |
| 136 | + "from urllib.request import Request, urlopen\n", |
| 137 | + "\n", |
| 138 | + "HEADERS = {\"User-Agent\": \"haystack-tutorials\"}\n", |
147 | 139 | "\n", |
148 | | - "url_opener = URLopener()\n", |
149 | | - "url_opener.addheader(\"User-Agent\", \"Mozilla/5.0\")\n", |
| 140 | + "def download_image(url, filename):\n", |
| 141 | + " req = Request(url, headers=HEADERS)\n", |
| 142 | + " with urlopen(req) as r, open(filename, \"wb\") as f:\n", |
| 143 | + " shutil.copyfileobj(r, f)\n", |
150 | 144 | "\n", |
151 | | - "url_opener.retrieve(\"https://upload.wikimedia.org/wikipedia/commons/2/26/Pink_Lady_Apple_%284107712628%29.jpg?download\", \"apple.jpg\")\n", |
152 | | - "url_opener.retrieve(\"https://upload.wikimedia.org/wikipedia/commons/thumb/e/e1/Cattle_tyrant_%28Machetornis_rixosa%29_on_Capybara.jpg/960px-Cattle_tyrant_%28Machetornis_rixosa%29_on_Capybara.jpg?download\", \"capybara.jpg\")" |
| 145 | + "download_image(\n", |
| 146 | + " \"https://upload.wikimedia.org/wikipedia/commons/2/26/Pink_Lady_Apple_%284107712628%29.jpg\",\n", |
| 147 | + " \"apple.jpg\",\n", |
| 148 | + ")\n", |
| 149 | + "download_image(\n", |
| 150 | + " \"https://upload.wikimedia.org/wikipedia/commons/thumb/e/e1/Cattle_tyrant_%28Machetornis_rixosa%29_on_Capybara.jpg/960px-Cattle_tyrant_%28Machetornis_rixosa%29_on_Capybara.jpg\",\n", |
| 151 | + " \"capybara.jpg\",\n", |
| 152 | + ")" |
153 | 153 | ] |
154 | 154 | }, |
155 | 155 | { |
|
350 | 350 | } |
351 | 351 | ], |
352 | 352 | "source": [ |
353 | | - "from urllib.request import URLopener\n", |
354 | | - "\n", |
355 | | - "url_opener = URLopener()\n", |
356 | | - "url_opener.addheader(\"User-Agent\", \"Mozilla/5.0\")\n", |
357 | | - "\n", |
358 | | - "url_opener.retrieve(\"https://arxiv.org/pdf/1706.03762\", \"attention_is_all_you_need.pdf\")" |
| 353 | + "download_image(\"https://arxiv.org/pdf/1706.03762\", \"attention_is_all_you_need.pdf\")" |
359 | 354 | ] |
360 | 355 | }, |
361 | 356 | { |
|
0 commit comments