Commitd878429

committed

add lazy loading support on downloading images tutorial

1 parent14f8bb5 commitd878429Copy full SHA for d878429

File tree

-5

lines changed

-5

lines changed

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -57,7 +57,7 @@ def download(url, pathname):`
`57`	`57`	`# progress bar, changing the unit to bytes instead of iteration (default by tqdm)`
`58`	`58`	`progress=tqdm(response.iter_content(1024),f"Downloading{filename}",total=file_size,unit="B",unit_scale=True,unit_divisor=1024)`
`59`	`59`	`withopen(filename,"wb")asf:`
`60`		`-fordatainprogress:`
	`60`	`+fordatainprogress.iterable:`
`61`	`61`	`# write data read to the file`
`62`	`62`	`f.write(data)`
`63`	`63`	`# update the progress bar manually`

Lines changed: 5 additions & 4 deletions

Original file line number	Diff line number	Diff line change
`@@ -23,13 +23,14 @@ def get_all_images(url):`
`23`	`23`	`session=HTMLSession()`
`24`	`24`	`# make the HTTP request and retrieve response`
`25`	`25`	`response=session.get(url)`
`26`		`-# execute Javascript`
`27`		`-response.html.render()`
	`26`	`+# execute Javascript with a timeout of 20 seconds`
	`27`	`+response.html.render(timeout=20)`
`28`	`28`	`# construct the soup parser`
`29`	`29`	`soup=bs(response.html.html,"html.parser")`
`30`	`30`	`urls= []`
`31`	`31`	`forimgintqdm(soup.find_all("img"),"Extracting images"):`
`32`		`-img_url=img.attrs.get("src")orimg.attrs.get("data-src")`
	`32`	`+img_url=img.attrs.get("src")orimg.attrs.get("data-src")orimg.attrs.get("data-original")`
	`33`	`+print(img_url)`
`33`	`34`	`ifnotimg_url:`
`34`	`35`	`# if img does not contain src attribute, just skip`
`35`	`36`	`continue`
`@@ -68,7 +69,7 @@ def download(url, pathname):`
`68`	`69`	`# progress bar, changing the unit to bytes instead of iteration (default by tqdm)`
`69`	`70`	`progress=tqdm(response.iter_content(1024),f"Downloading{filename}",total=file_size,unit="B",unit_scale=True,unit_divisor=1024)`
`70`	`71`	`withopen(filename,"wb")asf:`
`71`		`-fordatainprogress:`
	`72`	`+fordatainprogress.iterable:`
`72`	`73`	`# write data read to the file`
`73`	`74`	`f.write(data)`
`74`	`75`	`# update the progress bar manually`

Comments

(0)