-
-
Notifications
You must be signed in to change notification settings - Fork 291
/
beautymanga.py
74 lines (62 loc) · 2.61 KB
/
beautymanga.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
# -*- coding: utf-8 -*-
import logging
from urllib.parse import quote_plus
from lncrawl.core.crawler import Crawler
logger = logging.getLogger(__name__)
class BeautymangaCrawler(Crawler):
has_manga = True
base_url = [
"https://beautymanga.com/",
"https://myreadingmanga.fit/",
]
def search_novel(self, query):
search_url = f"{self.home_url}search-autocomplete?action=wp-manga-search-manga&title={quote_plus(query)}"
data = self.get_json(search_url)
results = []
for item in data["data"]:
results.append(
{"title": item["title"], "url": self.absolute_url(item["url"])}
)
return results
def read_novel_info(self):
logger.debug("Visiting %s", self.novel_url)
soup = self.get_soup(self.novel_url)
possible_id = soup.select_one("#manga-chapters-holder[data-id]")
assert possible_id, "No chapter id found"
self.novel_id = int(possible_id["data-id"])
possible_title = soup.select_one(".post-title h1")
assert possible_title, "Could not find title"
self.novel_title = possible_title.text.strip()
logger.info("Novel title: %s", self.novel_title)
possible_image = soup.select_one(".summary_image img")
if possible_image:
self.novel_cover = self.absolute_url(possible_image["data-src"])
logger.info("Novel cover: %s", self.novel_cover)
self.novel_author = ", ".join(
[a.text for a in soup.select('.author-content a[href="/author/"]')]
)
logger.info("Novel author: %s", self.novel_author)
soup = self.get_soup(
f"{self.home_url}ajax-list-chapter?mangaID={self.novel_id}"
)
for a in reversed(soup.select(".wp-manga-chapter a")):
chap_id = len(self.chapters) + 1
vol_id = len(self.chapters) // 100 + 1
if len(self.volumes) < vol_id:
self.volumes.append({"id": vol_id})
self.chapters.append(
{
"id": chap_id,
"volume": vol_id,
"title": a.text,
"url": self.absolute_url(a["href"]),
}
)
def download_chapter_body(self, chapter):
soup = self.get_soup(chapter["url"])
arraydata = soup.select_one("#arraydata")
if arraydata:
urls = arraydata.text.strip().split(",")
return "".join([f'<img src="{src}" />' for src in urls if src])
contents = soup.select_one(".reading-content")
return self.cleaner.extract_contents(contents)