89 lines
3.3 KiB
Python
89 lines
3.3 KiB
Python
|
import bot.soup as Soup
|
|||
|
|
from bot.data import load_daijirin2_kana_abbreviations
|
|||
|
|
from bot.entries.base.sanseido_entry import SanseidoEntry
|
|||
|
|
import bot.entries.base.expressions as Expressions
|
|||
|
|
|
|||
|
|
|
|||
|
|
class BaseEntry(SanseidoEntry):
|
|||
|
|
def __init__(self, target, entry_id):
|
|||
|
|
super().__init__(target, entry_id)
|
|||
|
|
self.children = []
|
|||
|
|
self.phrases = []
|
|||
|
|
self._kana_abbreviations = load_daijirin2_kana_abbreviations()
|
|||
|
|
|
|||
|
|
def get_part_of_speech_tags(self):
|
|||
|
|
if self._part_of_speech_tags is not None:
|
|||
|
|
return self._part_of_speech_tags
|
|||
|
|
self._part_of_speech_tags = []
|
|||
|
|
soup = self.get_page_soup()
|
|||
|
|
for pos_group in soup.find_all("品詞G"):
|
|||
|
|
if pos_group.parent.name == "大語義":
|
|||
|
|
self._set_part_of_speech_tags(pos_group)
|
|||
|
|
return self._part_of_speech_tags
|
|||
|
|
|
|||
|
|
def _set_part_of_speech_tags(self, el):
|
|||
|
|
pos_names = ["品詞", "品詞活用", "品詞行", "用法"]
|
|||
|
|
for child in el.children:
|
|||
|
|
if child.name is not None:
|
|||
|
|
self._set_part_of_speech_tags(child)
|
|||
|
|
continue
|
|||
|
|
pos = str(child)
|
|||
|
|
if el.name not in pos_names:
|
|||
|
|
continue
|
|||
|
|
elif pos in ["［", "］"]:
|
|||
|
|
continue
|
|||
|
|
elif pos in self._part_of_speech_tags:
|
|||
|
|
continue
|
|||
|
|
else:
|
|||
|
|
self._part_of_speech_tags.append(pos)
|
|||
|
|
|
|||
|
|
def _get_regular_headwords(self, soup):
|
|||
|
|
self._fill_alts(soup)
|
|||
|
|
reading = soup.find("見出仮名").text
|
|||
|
|
expressions = []
|
|||
|
|
for el in soup.find_all("標準表記"):
|
|||
|
|
expression = self._clean_expression(el.text)
|
|||
|
|
if "—" in expression:
|
|||
|
|
kana_abbrs = self._kana_abbreviations[self.entry_id]
|
|||
|
|
for abbr in kana_abbrs:
|
|||
|
|
expression = expression.replace("—", abbr, 1)
|
|||
|
|
expressions.append(expression)
|
|||
|
|
expressions = Expressions.expand_abbreviation_list(expressions)
|
|||
|
|
if len(expressions) == 0:
|
|||
|
|
expressions.append(reading)
|
|||
|
|
headwords = {reading: expressions}
|
|||
|
|
return headwords
|
|||
|
|
|
|||
|
|
def _get_subentry_parameters(self):
|
|||
|
|
from bot.entries.daijirin2.child_entry import ChildEntry
|
|||
|
|
from bot.entries.daijirin2.phrase_entry import PhraseEntry
|
|||
|
|
subentry_parameters = [
|
|||
|
|
[ChildEntry, ["子項目"], self.children],
|
|||
|
|
[PhraseEntry, ["句項目"], self.phrases],
|
|||
|
|
]
|
|||
|
|
return subentry_parameters
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def _delete_unused_nodes(soup):
|
|||
|
|
"""Remove extra markup elements that appear in the entry
|
|||
|
|
headword line which are not part of the entry headword"""
|
|||
|
|
unused_nodes = [
|
|||
|
|
"漢字音logo", "活用分節", "連語句活用分節", "語構成",
|
|||
|
|
"表外字マーク", "表外字マーク", "ルビG"
|
|||
|
|
]
|
|||
|
|
for name in unused_nodes:
|
|||
|
|
Soup.delete_soup_nodes(soup, name)
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def _clean_expression(expression):
|
|||
|
|
for x in ["〈", "〉", "《", "》", " "]:
|
|||
|
|
expression = expression.replace(x, "")
|
|||
|
|
return expression
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def _fill_alts(soup):
|
|||
|
|
for gaiji in soup.find_all(class_="gaiji"):
|
|||
|
|
if gaiji.name == "img" and gaiji.has_attr("alt"):
|
|||
|
|
gaiji.name = "span"
|
|||
|
|
gaiji.string = gaiji.attrs["alt"]
|