scraping images + alt texts from web pages

from urllib.request import urlopen
import html5lib
from IPython.display import Image, display
from xml.etree import ElementTree as ET

url = "https://www.reddit.com/r/CatsAreAssholes/"

html = urlopen(url).read()

document = html5lib.parse(html, namespaceHTMLElements=False)

for img in document.findall(".//img"):
    print (ET.tostring(img).decode())
    alt = img.attrib.get("alt")
    src = img.attrib.get("src")
    print (alt, src)

<img alt="Subreddit Icon" class="_34CfAAowTqdbNDYXz5tBTW _2me05I1oHEys1gUyyDWswt" role="presentation" src="https://styles.redditmedia.com/t5_2zexl/styles/communityIcon_dv2ks8krg3561.png?width=256&amp;s=30865c28ea92dd2b74df8e6d473483b14383556b" style="background-color:#0079D3" />r/CatsAreAssholes
Subreddit Icon https://styles.redditmedia.com/t5_2zexl/styles/communityIcon_dv2ks8krg3561.png?width=256&s=30865c28ea92dd2b74df8e6d473483b14383556b
<img class="_3BcAFuYpz37S0WFvgyWCUN" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAE9 0lEQVRoQ9WYW0hlZRTHf94TIXXAYRQzQwmFQQSVYSZ6UlESH+whRxMDX6IHJ1AQCXFQkSFUCIUeCkETUx/CF1FB8ClNpFFEX8T UKWkyxgFngjRvJ9Z278Pe57Yv51Kul33O3mut7/9fa32X9UVxwyXqhuMn0gR+BbJ0QfsU+CaYIEaSgEuAulzKQ3lGR0fLzzngA 6ckIkpAA68HGxWlQHCMw7Ghg4i5AhBIBE4d+HTO3OZgscB5bW0tk5OTbtPV1VXu3bv3v8/AZ8DXwAmQODw8TFNTE0dHR6SlpWl kHFeCY0MLGSgE1lW9D4Fp4AdAfmvyO5BpwZdflVATuF5ijJIAnAUDMpBtuAhIYa+GC7RhFQvxIFoGQh2YiJXQR8AU8C6wE+Lg+ HQXjkhFNAvhICCREhLh8m3IRLgGEQIXgGxgmqwA3wHfqt9CUmGhIvAe8KMDRPGyQzuwc5sES+AXIEe8tbS0MDAwYAnL2dkZt2/ f5tWrV5p+nNOsmBH4EmjzgeoKiE5ISOD01NEZzO3y6uqKmJgY7X8S8DdwB/hDffkx8L2/yPgj0AwMipGAfPjwIS9fvmRmZsbtx 9fJ0lL4/Sitra1RVFQUyMUn6hwyncTPgLcrKyuZm5Ne41ok3SkpKVRVVRmIBAPal63aH7gbH9GJj4/n/FyZKk+AL/R2nhmQqDf v7++TnZ3t1uvu7ubx48dsbGxQUFAQasxe/pKSkpQ5Ijg0SUxM1MrVgFn/R35fNTQ0MDY25jZ8/fo1ycnJHB8fK89Iya1bt9ja2 iIjI8M9pJYd/R6jJ2DoWTUrMRocHKS5WaZFZEWifnIibcS1TE1NKfPRLwH5ODEx4TY4PDwkKysLWfb+K6mpqWF6WlqJa/HsoQ0 ZCPXKEg7SISOQk5PD3t6eAePFxYV+TTfFr6tpRXd0dJTGxsaAdgEJLC0t8eDBA8WBbDDqvY2Xw9jYWC4vL5X3vb29jIyMsLNzf Xq2mkUNfGdnJ11dXVppBLRva2ujr6+vF+hwl5QOnUsAa8BkAF9gdnd3yc3N5e7du2xubhrIic3CwgJlZWWm0ZcgSMb0Ivb3799 neXnZy97XCmSYzerMvtJA+yPga6MxRWtDQUgJOU9Rx5U7mToDaQ9FWbPekPLRbRwGlbq6OsNKZQNbUKr+bvB8nYX+kd1bDlieK Q4KQZDGdggoc9HOhAyETXZTqWk5tebn51NeXu6Iil0CcpS9Y3VF0SNKTU1Vjh1WRGpdPaQFVC8uLubp06ey7HlNDn/HaeV2wS4 Bz3XdCgkrY6h+ZX3/yWtyBxjEVVJSglzAWpUwE/AZ7EAdme15sL29TV5enlW+dHR00NPTE1C/tLSUxcVF2fKV1tVOBt4B9trb2 3nyRPoIa2InCzbKx2+gzXpi21kQmlZIyF5jpqd+l/74T3/hMyPgaEl98eKF0lH5k/X1dQoL5fbdv1RXV0vr+jNQEkjPCgFHJMR IQEobqklmZiYHBwemtSh99+zsrJJMM2VTBZ0DpZwqKiqYn5838+v4e1xcnHYCsITNkpIOzbZ688zz589JT093DNTTcGVlRTmJq jd871t1bJeA5lfOwcptVH9/P62trVbH89IbHx9HLhJUsY3HtoEHgt+At7R39fX1CCAzGRoa4tGjR3q1N4G/zOx8fQ+WgN7n58B XNkAIgyEb+j5VQ0kgWCyO7G88gX8BA0iEQE02M2MAAAAASUVORK5CYII=" />
None data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAE9 0lEQVRoQ9WYW0hlZRTHf94TIXXAYRQzQwmFQQSVYSZ6UlESH+whRxMDX6IHJ1AQCXFQkSFUCIUeCkETUx/CF1FB8ClNpFFEX8T UKWkyxgFngjRvJ9Z278Pe57Yv51Kul33O3mut7/9fa32X9UVxwyXqhuMn0gR+BbJ0QfsU+CaYIEaSgEuAulzKQ3lGR0fLzzngA 6ckIkpAA68HGxWlQHCMw7Ghg4i5AhBIBE4d+HTO3OZgscB5bW0tk5OTbtPV1VXu3bv3v8/AZ8DXwAmQODw8TFNTE0dHR6SlpWl kHFeCY0MLGSgE1lW9D4Fp4AdAfmvyO5BpwZdflVATuF5ijJIAnAUDMpBtuAhIYa+GC7RhFQvxIFoGQh2YiJXQR8AU8C6wE+Lg+ HQXjkhFNAvhICCREhLh8m3IRLgGEQIXgGxgmqwA3wHfqt9CUmGhIvAe8KMDRPGyQzuwc5sES+AXIEe8tbS0MDAwYAnL2dkZt2/ f5tWrV5p+nNOsmBH4EmjzgeoKiE5ISOD01NEZzO3y6uqKmJgY7X8S8DdwB/hDffkx8L2/yPgj0AwMipGAfPjwIS9fvmRmZsbtx 9fJ0lL4/Sitra1RVFQUyMUn6hwyncTPgLcrKyuZm5Ne41ok3SkpKVRVVRmIBAPal63aH7gbH9GJj4/n/FyZKk+AL/R2nhmQqDf v7++TnZ3t1uvu7ubx48dsbGxQUFAQasxe/pKSkpQ5Ijg0SUxM1MrVgFn/R35fNTQ0MDY25jZ8/fo1ycnJHB8fK89Iya1bt9ja2 iIjI8M9pJYd/R6jJ2DoWTUrMRocHKS5WaZFZEWifnIibcS1TE1NKfPRLwH5ODEx4TY4PDwkKysLWfb+K6mpqWF6WlqJa/HsoQ0 ZCPXKEg7SISOQk5PD3t6eAePFxYV+TTfFr6tpRXd0dJTGxsaAdgEJLC0t8eDBA8WBbDDqvY2Xw9jYWC4vL5X3vb29jIyMsLNzf Xq2mkUNfGdnJ11dXVppBLRva2ujr6+vF+hwl5QOnUsAa8BkAF9gdnd3yc3N5e7du2xubhrIic3CwgJlZWWm0ZcgSMb0Ivb3799 neXnZy97XCmSYzerMvtJA+yPga6MxRWtDQUgJOU9Rx5U7mToDaQ9FWbPekPLRbRwGlbq6OsNKZQNbUKr+bvB8nYX+kd1bDlieK Q4KQZDGdggoc9HOhAyETXZTqWk5tebn51NeXu6Iil0CcpS9Y3VF0SNKTU1Vjh1WRGpdPaQFVC8uLubp06ey7HlNDn/HaeV2wS4 Bz3XdCgkrY6h+ZX3/yWtyBxjEVVJSglzAWpUwE/AZ7EAdme15sL29TV5enlW+dHR00NPTE1C/tLSUxcVF2fKV1tVOBt4B9trb2 3nyRPoIa2InCzbKx2+gzXpi21kQmlZIyF5jpqd+l/74T3/hMyPgaEl98eKF0lH5k/X1dQoL5fbdv1RXV0vr+jNQEkjPCgFHJMR IQEobqklmZiYHBwemtSh99+zsrJJMM2VTBZ0DpZwqKiqYn5838+v4e1xcnHYCsITNkpIOzbZ688zz589JT093DNTTcGVlRTmJq jd871t1bJeA5lfOwcptVH9/P62trVbH89IbHx9HLhJUsY3HtoEHgt+At7R39fX1CCAzGRoa4tGjR3q1N4G/zOx8fQ+WgN7n58B XNkAIgyEb+j5VQ0kgWCyO7G88gX8BA0iEQE02M2MAAAAASUVORK5CYII=
<img class="Mh_Wl6YioFfBc9O1SQ4Jp" src="https://styles.redditmedia.com/t5_2zexl/styles/communityIcon_dv2ks8krg3561.png?width=256&amp;s=30865c28ea92dd2b74df8e6d473483b14383556b" />
None https://styles.redditmedia.com/t5_2zexl/styles/communityIcon_dv2ks8krg3561.png?width=256&s=30865c28ea92dd2b74df8e6d473483b14383556b
<img alt="Helpful" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_lforeo-award_f44611f1-b89e-46dc-97fe-892280b13b82" src="https://preview.redd.it/award_images/t5_22cerq/klvxk1wggfd41_Helpful.png?width=32&amp;height=32&amp;auto=webp&amp;s=a6882eb3f380e8e88009789f4d0072e17b8c59f1" />
Helpful https://preview.redd.it/award_images/t5_22cerq/klvxk1wggfd41_Helpful.png?width=32&height=32&auto=webp&s=a6882eb3f380e8e88009789f4d0072e17b8c59f1
<img alt="Hugz" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_lforeo-award_8352bdff-3e03-4189-8a08-82501dd8f835" src="https://preview.redd.it/award_images/t5_q0gj4/ks45ij6w05f61_oldHugz.png?width=32&amp;height=32&amp;auto=webp&amp;s=50f2f16e71d2929e3d7275060af3ad6b851dbfb1" />
Hugz https://preview.redd.it/award_images/t5_q0gj4/ks45ij6w05f61_oldHugz.png?width=32&height=32&auto=webp&s=50f2f16e71d2929e3d7275060af3ad6b851dbfb1
<img alt="" onload="(__markFirstPostVisible || function(){})();" src="https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png" style="width: 1px; height: 1px;" />
            
 https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png
<img alt="Helpful" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_qtr6m7-award_f44611f1-b89e-46dc-97fe-892280b13b82" src="https://preview.redd.it/award_images/t5_22cerq/klvxk1wggfd41_Helpful.png?width=32&amp;height=32&amp;auto=webp&amp;s=a6882eb3f380e8e88009789f4d0072e17b8c59f1" />
Helpful https://preview.redd.it/award_images/t5_22cerq/klvxk1wggfd41_Helpful.png?width=32&height=32&auto=webp&s=a6882eb3f380e8e88009789f4d0072e17b8c59f1
<img alt="Wholesome" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_qtr6m7-award_5f123e3d-4f48-42f4-9c11-e98b566d5897" src="https://preview.redd.it/award_images/t5_22cerq/5izbv4fn0md41_Wholesome.png?width=32&amp;height=32&amp;auto=webp&amp;s=d11484a208d68a318bf9d4fcf371171a1cb6a7ef" />
Wholesome https://preview.redd.it/award_images/t5_22cerq/5izbv4fn0md41_Wholesome.png?width=32&height=32&auto=webp&s=d11484a208d68a318bf9d4fcf371171a1cb6a7ef
<img alt="Silver" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_qtr6m7-gid_1" src="https://www.redditstatic.com/gold/awards/icon/silver_32.png" />
Silver https://www.redditstatic.com/gold/awards/icon/silver_32.png
<img alt="" onload="(__markFirstPostVisible || function(){})();" src="https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png" style="width: 1px; height: 1px;" />
            
 https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png
<img alt="Post image" class="_2_tDEnGMLxpM6uOa2kaDB3 ImageBox-image media-element _1XWObl-3b9tPy64oaG6fax" src="https://preview.redd.it/spd84mocpkz71.jpg?width=640&amp;crop=smart&amp;auto=webp&amp;s=5253558a47d35cd320a4ecfdd555dd54bb9f2e46" style="max-height:512px" />
Post image https://preview.redd.it/spd84mocpkz71.jpg?width=640&crop=smart&auto=webp&s=5253558a47d35cd320a4ecfdd555dd54bb9f2e46
<img alt="Silver" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_qu8wvq-gid_1" src="https://www.redditstatic.com/gold/awards/icon/silver_32.png" />
Silver https://www.redditstatic.com/gold/awards/icon/silver_32.png
<img alt="" onload="(__markFirstPostVisible || function(){})();" src="https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png" style="width: 1px; height: 1px;" />
            
 https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png
<img alt="Post image" class="_2_tDEnGMLxpM6uOa2kaDB3 ImageBox-image _1XWObl-3b9tPy64oaG6fax" src="https://preview.redd.it/2fuf5ouy1pz71.png?width=640&amp;crop=smart&amp;auto=webp&amp;s=24595ddb901751567abeafdf2baa3b0e4407b94e" />
Post image https://preview.redd.it/2fuf5ouy1pz71.png?width=640&crop=smart&auto=webp&s=24595ddb901751567abeafdf2baa3b0e4407b94e
<img alt="" onload="(__markFirstPostVisible || function(){})();" src="https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png" style="width: 1px; height: 1px;" />
            
 https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png
<img alt="Silver" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_qu44ep-gid_1" src="https://www.redditstatic.com/gold/awards/icon/silver_32.png" />
Silver https://www.redditstatic.com/gold/awards/icon/silver_32.png
<img alt="" onload="(__markFirstPostVisible || function(){})();" src="https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png" style="width: 1px; height: 1px;" />
            
 https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png
<img alt="Helpful" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_qtiggt-award_f44611f1-b89e-46dc-97fe-892280b13b82" src="https://preview.redd.it/award_images/t5_22cerq/klvxk1wggfd41_Helpful.png?width=32&amp;height=32&amp;auto=webp&amp;s=a6882eb3f380e8e88009789f4d0072e17b8c59f1" />
Helpful https://preview.redd.it/award_images/t5_22cerq/klvxk1wggfd41_Helpful.png?width=32&height=32&auto=webp&s=a6882eb3f380e8e88009789f4d0072e17b8c59f1
<img alt="Wholesome" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_qtiggt-award_5f123e3d-4f48-42f4-9c11-e98b566d5897" src="https://preview.redd.it/award_images/t5_22cerq/5izbv4fn0md41_Wholesome.png?width=32&amp;height=32&amp;auto=webp&amp;s=d11484a208d68a318bf9d4fcf371171a1cb6a7ef" />
Wholesome https://preview.redd.it/award_images/t5_22cerq/5izbv4fn0md41_Wholesome.png?width=32&height=32&auto=webp&s=d11484a208d68a318bf9d4fcf371171a1cb6a7ef
<img alt="Silver" class="n08B7PrU01wzgZYIh-s7N " id="awardItem__t3_qtiggt-gid_1" src="https://www.redditstatic.com/gold/awards/icon/silver_32.png" />
Silver https://www.redditstatic.com/gold/awards/icon/silver_32.png
<img alt="" onload="(__markFirstPostVisible || function(){})();" src="https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png" style="width: 1px; height: 1px;" />
            
 https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png
<img alt="" onload="(__markFirstPostVisible || function(){})();" src="https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png" style="width: 1px; height: 1px;" />
            
 https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png
<img alt="Post image" class="_2_tDEnGMLxpM6uOa2kaDB3 ImageBox-image media-element _1XWObl-3b9tPy64oaG6fax" src="https://preview.redd.it/ywb2f6io6qz71.jpg?width=640&amp;crop=smart&amp;auto=webp&amp;s=592aa0bbd9665530f533f190f20b23de700c0fd8" style="max-height:512px" />
Post image https://preview.redd.it/ywb2f6io6qz71.jpg?width=640&crop=smart&auto=webp&s=592aa0bbd9665530f533f190f20b23de700c0fd8
<img alt="" onload="(__markFirstPostVisible || function(){})();" src="https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png" style="width: 1px; height: 1px;" />
            
 https://www.redditstatic.com/desktop2x/img/renderTimingPixel.png
<img alt="Post image" class="_2_tDEnGMLxpM6uOa2kaDB3 ImageBox-image media-element _1XWObl-3b9tPy64oaG6fax" src="https://preview.redd.it/i0jl16o8pnz71.jpg?width=640&amp;crop=smart&amp;auto=webp&amp;s=8cebb434f1853637304436afbb99d9aa93410a8e" style="max-height:512px" />
Post image https://preview.redd.it/i0jl16o8pnz71.jpg?width=640&crop=smart&auto=webp&s=8cebb434f1853637304436afbb99d9aa93410a8e

for img in document.findall(".//img"):
    # print (ET.tostring(img).decode())
    src = img.attrib.get("src")
    srcset = img.attrib.get("srcset")
    alt = img.attrib.get("alt")
    if alt and not src.startswith("data:"):
        if srcset:
            bigsrc = srcset.split()[-2]
            print ("HAVE BIGSRC!")
            print (alt)
            display(Image(url=bigsrc))
            print ()
        else:
            print ("NO BIGSRC")
            print (alt)
            display(Image(url=src))
            print()

NO BIGSRC
Subreddit Icon

NO BIGSRC
Helpful

NO BIGSRC
Hugz

NO BIGSRC
Helpful

NO BIGSRC
Wholesome

NO BIGSRC
Silver

NO BIGSRC
Post image

NO BIGSRC
Silver

NO BIGSRC
Post image

NO BIGSRC
Silver

NO BIGSRC
Helpful

NO BIGSRC
Wholesome

NO BIGSRC
Silver

NO BIGSRC
Post image

NO BIGSRC
Post image

Image

IPython.core.display.Image