名人引言

python/spider/info/quotes.py

@@ -0,0 +1,46 @@
+from typing import TypedDict, List, Dict
+import requests
+from requests import Response
+from bs4 import BeautifulSoup, ResultSet
+import numpy as np
+import matplotlib.pyplot as plt
+
+class ScrapeData(TypedDict):
+    str: List[Dict[str, str]]
+
+
+def spider(index: int, length: int) -> ScrapeData:
+    data: ScrapeData = {}
+    for i in range(length):
+        url: str = f"https://quotes.toscrape.com/page/{index + i}/"
+        response: Response = requests.get(url)
+        soup: BeautifulSoup = BeautifulSoup(response.text, 'html.parser')
+        quotes: ResultSet = soup.select('.quote')
+        for quote in quotes:
+            text: str = quote.select_one('.text').text
+            author: str = quote.select_one('.author').text
+            tags_ele: ResultSet = quote.select('.tags .tag')
+            if tags_ele:
+                for tag_ele in tags_ele:
+                    tag: str = str(tag_ele.text)
+
+                    pick: (List[Dict[str, str]] | None) = data.get(tag, None)
+                    if pick is None:
+                        data[tag]: List[Dict[str, str]] = []
+                    data[tag].append({
+                        "text": text,
+                        "author": author
+                    })
+    return data
+
+
+quotes = spider(1, 100)
+quotes_count = np.array([len(quote) for quote in quotes.values()])
+quotes_average = np.mean(quotes_count)
+labels=quotes.keys()
+
+
+plt.pie(quotes_count, labels=labels)
+plt.title("quotes")
+plt.show()
+