57 lines
1.5 KiB
Python
57 lines
1.5 KiB
Python
|
import re
|
|||
|
|
from bs4 import BeautifulSoup
|
|||
|
|
|
|||
|
|
from bot.data import get_adobe_glyph
|
|||
|
|
|
|||
|
|
|
|||
|
|
__GAIJI = {
|
|||
|
|
"gaiji/DJRK0002.svg": "𦬇",
|
|||
|
|
"gaiji/U芸E0102.svg": "芸",
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
def preprocess_page(page):
|
|||
|
|
soup = BeautifulSoup(page, features="xml")
|
|||
|
|
__replace_glyph_codes(soup)
|
|||
|
|
__add_gaiji_alt_text(soup)
|
|||
|
|
__replace_halfwidth_braces(soup)
|
|||
|
|
page = __strip_page(soup)
|
|||
|
|
return page
|
|||
|
|
|
|||
|
|
|
|||
|
|
def __replace_glyph_codes(soup):
|
|||
|
|
for el in soup.find_all(style=True):
|
|||
|
|
m = re.search(r"^glyph:([0-9]+);?$", el.attrs["style"])
|
|||
|
|
if not m:
|
|||
|
|
continue
|
|||
|
|
del el.attrs["style"]
|
|||
|
|
if el.has_attr("alt"):
|
|||
|
|
el.string = el.attrs["alt"]
|
|||
|
|
continue
|
|||
|
|
code = int(m.group(1))
|
|||
|
|
for geta in el.find_all(string="〓"):
|
|||
|
|
glyph = get_adobe_glyph(code)
|
|||
|
|
geta.replace_with(glyph)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def __add_gaiji_alt_text(soup):
|
|||
|
|
for gaiji in soup.find_all(class_="gaiji"):
|
|||
|
|
src = gaiji.attrs["src"] if gaiji.has_attr("src") else ""
|
|||
|
|
if src in __GAIJI:
|
|||
|
|
gaiji.attrs["alt"] = __GAIJI[src]
|
|||
|
|
|
|||
|
|
|
|||
|
|
def __replace_halfwidth_braces(soup):
|
|||
|
|
for x in soup.find_all("送り仮名省略"):
|
|||
|
|
for el in x.find_all(string="("):
|
|||
|
|
el.replace_with("（")
|
|||
|
|
for el in x.find_all(string=")"):
|
|||
|
|
el.replace_with("）")
|
|||
|
|
|
|||
|
|
|
|||
|
|
def __strip_page(soup):
|
|||
|
|
koumoku = soup.find("項目")
|
|||
|
|
if koumoku is None:
|
|||
|
|
raise Exception(f"Primary 項目 not found in page:\n{soup.prettify()}")
|
|||
|
|
return koumoku.decode()
|