Wayfair数据抓取攻略：软件工具、代码与实战案例

1import requests
2from bs4 import BeautifulSoup
3
4url = 'https://www.wayfair.com/furniture/sb0/sofas-c413892.html'
5headers = {'User-Agent': 'Your User Agent'}
6response = requests.get(url, headers=headers)
7
8soup = BeautifulSoup(response.text, 'html.parser')
9for item in soup.select('.ProductCard'):
10    title = item.select_one('.ProductCard-title').text.strip()
11    price = item.select_one('.ProductCard-price').text.strip()
12    print(f"Title: {title}, Price: {price}")
13
14

1from selenium import webdriver
2
3driver = webdriver.Chrome()
4driver.get('https://www.wayfair.com/furniture/sb0/sofas-c413892.html')
5
6products = driver.find_elements_by_css_selector('.ProductCard')
7for product in products:
8    title = product.find_element_by_css_selector('.ProductCard-title').text
9    price = product.find_element_by_css_selector('.ProductCard-price').text
10    print(f"Title: {title}, Price: {price}")
11
12driver.quit()
13
14

1import pandas as pd
2
3data = [{'title': 'Sofa 1', 'price': '$500'}, {'title': 'Sofa 2', 'price': '$700'}]
4df = pd.DataFrame(data)
5df.to_csv('wayfair_data.csv', index=False)
6
7

1import matplotlib.pyplot as plt
2
3products = ['Sofa 1', 'Sofa 2', 'Sofa 3']
4prices = [500, 700, 600]
5
6plt.bar(products, prices)
7plt.xlabel('Products')
8plt.ylabel('Prices')
9plt.title('Wayfair Product Prices')
10plt.show()
11
12

1proxies = {
2    'http': 'http://user:[email protected]:8100',
3    'https': 'http://user:[email protected]:8100'
4}
5response = requests.get(url, headers=headers, proxies=proxies)
6
7