웹 크롤링 파이썬 7

[예제]

import requests
from bs4 import BeautifulSoup

url = "http://jolse.com/category/tonermist/43/"headers = {'User-Agent' : 'Mozilla/5.0'}
result = requests.get(url, headers = headers)

bs_obj = BeautifulSoup(result.content, "html.parser")
#print(bs_obj)
ul = bs_obj.find("ul", {"class":"prdList column5"})

#print(ul)
boxes = ul.findAll("div", {"class":"box"})

#for box in boxes: #ptag = box.find("p", {"class":"name"}) #spans = ptag.findAll("span") #print(box) #print(ptag) #print(spans[1].text)
def get_product_info(box):
ptag = box.find("p", {"class":"name"})
spans = ptag.findAll("span")
return spans[1].text

for box in boxes:
product_info = get_product_info(box)
print(product_info)

[결과]

iUNIK Tea Tree Relief Toner 200ml
iUNIK Vitamin Hyaluronic Acid Vitalizing Toner 200ml
iUNIK Rose Galactomyces Essential Toner 200ml
MISSHA Vitamin B12 Double Hydrop Booster 195ml
MISSHA Bee Pollen Renew Treatment 150ml
G9SKIN White In Milk Toner 300ml
A'PIEU Cicative Boosting Toner 200ml
seaNtree Donkey Milk Waterising Toner 175ml
seaNtree Green Tea Deep Deep Deep Toner 180ml
O HUI Meister For Men Moisturizing All-in-One 110ml
O HUI Prime Advancer Skin Softener 150ml
O HUI The First Geniture Skin Softener 150ml
ELRASTORY Rose Gold blossom Moist Up Toner 270ml
INBELLO Hibiscus Hidratante Toner 140ml
The FACE Shop Triple Acid Boosting Water 200ml
VDL PANTONE Expert Radiance Fix Mist 120ml
ETUDE HOUSE Modern Homme All In One Essence 100ml
ETUDE HOUSE Glow On Mist 93ml
innisfree Green Tea Balancing Skin EX (7days) 10ml
innisfree Cauliflower Mushroom Vital Skin 200ml
TONYMOLY Floria Nutra Energy Deep Cream Mist 120ml
Aromatica Toner 375ml
Aromatica Tea Tree Balancing Toner 130ml
Sulwhasoo Timeterasure Renovating Water EX 125ml
COSRX AC Collection Calming Liquid Mild 125ml
Nature Republic Real Comforting Hyaluronic Water Toner 400ml
TONYMOLY The Black Tea London Classic Toner 160ml
SIORIS Feel So Fresh Toner 150ml
SIORIS Time Is Running Out Mist 100ml
CARYOPHY Portulaca Cleansing Foam 150ml + CARYOPHY Portulaca Toner 300ml
Hanyul Mentha Trouble Toner 300ml
Hanyul Pure Artemisia Fresh Calming Water 150ml
Hanyul Rice Essential Skin Mist 150ml
HanYul Rice Essential Skin Softner 150ml
HanYul Geuk Jin Toner 150ml
KEEP COOL Soothe Bamboo Toner 350ml
IOPE Moistgen Softner 150ml
TOAS Miracle Laser Skin Toner 150ml
A'PIEU Nonco Tea Tree Toner Tissue 20sheets
NACIFIC Fresh Herb Origin Cotton Toner 70ea
NACIFIC Glow Intensive Bubble Toner 145ml
NACIFIC Phyto Niacin Whitening Toner 150ml
NACIFIC Real Rose Floral Toner 180ml
NACIFIC Real Calendula Floral Toner 180ml
NACIFIC Fresh Herb Origin Toner 150ml
Dr.Jart+ Ceramidin Liquid 150ml
PURITO Centella Green Level Calming Toner 200ml
CNP Laboratory Aqua Soothing Toner Special Set 200ml
CNP Laboratory Hydro Intensive Toner 150ml
CNP Laboratory Dual Balance Anti-Oily Toner 150ml