BeautifulSoup を用いた HTML 解析の基礎 (タグの検索と解析)

Copy

pip install beautifulsoup4
pip install lxml
        

Copy

from bs4 import BeautifulSoup

soup = BeautifulSoup($HTML_STR, "lxml")

print(type(soup)) # <class 'bs4.BeautifulSoup'>
        

Copy

soup = BeautifulSoup("https://example.com", "lxml")

p_tag = soup.find("p")

p_tags = soup.find_all("p")

print("p_tag")
print(p_tag)

print("p_tags")
print(p_tags)
        

Copy

p_tag
<p>This domain is for use in illustrative examples in documents. You may use this
    domain in literature without prior coordination or asking for permission.</p>

p_tags
[<p>This domain is for use in illustrative examples in documents. You may use this
    domain in literature without prior coordination or asking for permission.</p>, <p><a href="https://www.iana.org/domains/example">More information...</a></p>]
        

Copy

a_tag = soup.find("a")

print(a_tag["href"]) # 'https://www.iana.org/domains/example'
        

Copy

print(a_tag.attrs) # {'href': 'https://www.iana.org/domains/example'}
print(type(a_tag.attrs)) # <class 'bs4.element.XMLAttributeDict'>