Skip to main content
 首页 » 编程设计

Python Web Scraper 问题

2025年05月04日46zhenyulu

我是编程新手,并试图通过构建一些小的副项目来学习。我有这段代码,它可以正常工作,但是当它提取所有信息时,我在 csv 中正确格式化时遇到问题。在我添加价格后,它也开始添加奇怪的空间。如果我注释掉 price 并将其从 write 中删除它工作正常但我无法弄清楚为什么当我将它添加回来时我会得到奇怪的空间。

from urllib.request import urlopen as uReq 
from bs4 import BeautifulSoup as soup 
 
my_url = "https://www.newegg.com/Product/ProductList.aspx?Submit=ENE&N=-1&IsNodeId=1&Description=graphics%20card&bop=And&PageSize=12&order=BESTMATCH" 
 
 
# Opening up connection, grabbing the page 
uClient = uReq(my_url) 
page_html = uClient.read() 
uClient.close() 
 
 
#html parsing 
page_soup = soup(page_html, "html.parser") 
 
 
# grabs each products 
containers = page_soup.findAll("div",{"class":"item-container"}) 
 
 
filename = "products.csv" 
f = open(filename, "w") 
 
headers = "brand, product_name, shipping\n" 
 
f.write(headers) 
 
for container in containers: 
    brand = container.div.div.a.img["title"] 
 
    title_container = container.findAll("a", {"class":"item-title"}) 
    product_name = title_container[0].text 
 
    shipping_container = container.findAll("li", {"class":"price-ship"}) 
    shipping = shipping_container[0].text.strip() 
 
    price_container = container.findAll("li", {"class":"price-current"}) 
    price = price_container[0].text.strip() 
 
    print("brand: " + brand) 
    print("product_name: " + product_name) 
    print("Price: " + price) 
    print("shipping: " + shipping) 
 
 
    f.write(brand + "," + product_name.replace(",", "|") + "," + shipping + "," + price + "\n") 
 
f.close() 

请您参考如下方法:

您可以按照我在下面显示的方式写入 csv 文件。它产生的输出应该达到目的。 Check out this documentation以获得清晰度。

import csv 
from urllib.request import urlopen 
from bs4 import BeautifulSoup 
 
my_url = "https://www.newegg.com/Product/ProductList.aspx?Submit=ENE&N=-1&IsNodeId=1&Description=graphics%20card&bop=And&PageSize=12&order=BESTMATCH" 
 
page_html = urlopen(my_url).read() 
page_soup = BeautifulSoup(page_html, "lxml") 
 
with open("outputfile.csv","w",newline="") as infile: 
    writer = csv.writer(infile) 
    writer.writerow(["brand", "product_name", "shipping", "price"]) 
 
    for container in page_soup.findAll("div",{"class":"item-container"}): 
 
        brand = container.find(class_="item-brand").img.get("title") 
        product_name = container.find("a", {"class":"item-title"}).get_text(strip=True).replace(",", "|") 
        shipping = container.find("li", {"class":"price-ship"}).get_text(strip=True) 
        price = container.find("li", {"class":"price-current"}).get_text(strip=True).replace("|", "") 
 
        writer.writerow([brand,product_name,shipping,price])