100 lines
4.1 KiB
Python
100 lines
4.1 KiB
Python
|
from selenium import webdriver # 驱动
|
|||
|
|
from selenium.webdriver.common.by import By # 解析方式
|
|||
|
|
from selenium.webdriver import Keys # 模拟按键
|
|||
|
|
from selenium.webdriver.common.action_chains import ActionChains
|
|||
|
|
import time
|
|||
|
|
import csv
|
|||
|
|
import datetime
|
|||
|
|
# 开启无头浏览器
|
|||
|
|
from selenium.webdriver.chrome.options import Options
|
|||
|
|
|
|||
|
|
|
|||
|
|
class google_map_script:
|
|||
|
|
def __init__(self, url, head, frequency):
|
|||
|
|
self.url = url
|
|||
|
|
self.head = head
|
|||
|
|
self.frequency = frequency
|
|||
|
|
|
|||
|
|
def start(self):
|
|||
|
|
if self.head:
|
|||
|
|
driver = webdriver.Chrome()
|
|||
|
|
else:
|
|||
|
|
options = Options()
|
|||
|
|
options.add_argument("--headless")
|
|||
|
|
options.add_argument("--disable-gpu")
|
|||
|
|
driver = webdriver.Chrome(options=options) # 创建浏览器对象
|
|||
|
|
self.work(driver)
|
|||
|
|
|
|||
|
|
def work(self, driver):
|
|||
|
|
driver.get(self.url)
|
|||
|
|
# 获取当前日期和时间
|
|||
|
|
now = datetime.datetime.now()
|
|||
|
|
formatted_date = now.strftime('%Y-%m-%d_%H-%M-%S') # 格式化日期和时间
|
|||
|
|
|
|||
|
|
# 指定CSV文件路径，文件名为当前时间
|
|||
|
|
file_path = f'google_map_{formatted_date}.csv'
|
|||
|
|
|
|||
|
|
driver.get(self.url)
|
|||
|
|
time.sleep(3)
|
|||
|
|
scrollable_element = driver.find_element(By.XPATH,
|
|||
|
|
'//*[@id="QA0Szd"]/div/div/div[1]/div[2]/div/div[1]/div/div/div[1]/div[1]')
|
|||
|
|
|
|||
|
|
for i in range(int(self.frequency)):
|
|||
|
|
scrollable_element.send_keys(Keys.PAGE_DOWN)
|
|||
|
|
time.sleep(1)
|
|||
|
|
|
|||
|
|
divs = driver.find_elements(By.XPATH,
|
|||
|
|
'//div/div/div[1]/div[2]/div/div[1]/div/div/div[1]/div[1]/div[not(@class)]')
|
|||
|
|
for div in divs:
|
|||
|
|
info_dict = {"店名": "", "地址": "", "电话": "", "网站": "", "Plus Code": "", "星期一": "", "星期二": "",
|
|||
|
|
"星期三": "",
|
|||
|
|
"星期四": "", "星期五": "", "星期六": "", "星期日": ""}
|
|||
|
|
info_content = []
|
|||
|
|
div.click()
|
|||
|
|
time.sleep(1)
|
|||
|
|
info_path_1 = "//div/div/div[1]/div[3]/div/div[1]/div/div/div[2]/div[7]"
|
|||
|
|
info_path_2 = "//div/div/div[1]/div[3]/div/div[1]/div/div/div[2]/div[8]"
|
|||
|
|
title = driver.find_element(By.XPATH,
|
|||
|
|
'//div/div/div[1]/div[3]/div/div[1]/div/div/div[2]/div[2]/div/div[1]/div[1]/h1').text
|
|||
|
|
info_dict["店名"] = title
|
|||
|
|
info_divs = driver.find_element(By.XPATH, info_path_1)
|
|||
|
|
|
|||
|
|
role_test = info_divs.get_attribute("role")
|
|||
|
|
if role_test == "presentation":
|
|||
|
|
info_divs = driver.find_element(By.XPATH, info_path_2)
|
|||
|
|
|
|||
|
|
a_s = info_divs.find_elements(By.XPATH, './/a')
|
|||
|
|
button_s = info_divs.find_elements(By.XPATH, './/button')
|
|||
|
|
|
|||
|
|
for a in a_s:
|
|||
|
|
a_info = a.get_attribute("aria-label")
|
|||
|
|
if a is not None:
|
|||
|
|
info_content.append(a_info)
|
|||
|
|
|
|||
|
|
for button in button_s:
|
|||
|
|
button_info = button.get_attribute("aria-label")
|
|||
|
|
if button_info is not None:
|
|||
|
|
info_content.append(button_info)
|
|||
|
|
|
|||
|
|
for info in info_content:
|
|||
|
|
tmp_content = info.split(":", 1)
|
|||
|
|
if tmp_content[0] in ["地址", "电话", "Plus Code", "网站"]:
|
|||
|
|
info_dict[tmp_content[0]] = tmp_content[1].strip()
|
|||
|
|
tmp_content = info.split("，", 1)
|
|||
|
|
if tmp_content[0] in ["星期一", "星期二", "星期三", "星期四", "星期五", "星期六", "星期日"]:
|
|||
|
|
tmp_time = tmp_content[1].split("、", -1)
|
|||
|
|
info_dict[tmp_content[0]] = tmp_time[0].strip()
|
|||
|
|
|
|||
|
|
with open(file_path, mode='a', newline='', encoding='utf-8-sig') as file:
|
|||
|
|
# CSV写入器
|
|||
|
|
writer = csv.DictWriter(file, fieldnames=info_dict.keys())
|
|||
|
|
|
|||
|
|
# 写入CSV标题，仅在文件为空时写入
|
|||
|
|
if file.tell() == 0:
|
|||
|
|
writer.writeheader()
|
|||
|
|
|
|||
|
|
# 写入数据
|
|||
|
|
writer.writerow(info_dict)
|
|||
|
|
driver.quit()
|
|||
|
|
|