68 lines
2.2 KiB
Python
68 lines
2.2 KiB
Python
|
import re
|
|||
|
|
|
|||
|
|
import bot.entries.base.expressions as Expressions
|
|||
|
|
from bot.data import load_phrase_readings
|
|||
|
|
from bot.entries.daijirin2.base_entry import BaseEntry
|
|||
|
|
|
|||
|
|
|
|||
|
|
class PhraseEntry(BaseEntry):
|
|||
|
|
def get_part_of_speech_tags(self):
|
|||
|
|
# phrases do not contain these tags
|
|||
|
|
return []
|
|||
|
|
|
|||
|
|
def _get_headwords(self):
|
|||
|
|
soup = self.get_page_soup()
|
|||
|
|
headwords = {}
|
|||
|
|
expressions = self._find_expressions(soup)
|
|||
|
|
readings = self._find_readings()
|
|||
|
|
for idx, expression in enumerate(expressions):
|
|||
|
|
reading = readings[idx]
|
|||
|
|
if reading in headwords:
|
|||
|
|
headwords[reading].append(expression)
|
|||
|
|
else:
|
|||
|
|
headwords[reading] = [expression]
|
|||
|
|
return headwords
|
|||
|
|
|
|||
|
|
def _find_expressions(self, soup):
|
|||
|
|
self._delete_unused_nodes(soup)
|
|||
|
|
text = soup.find("句表記").text
|
|||
|
|
text = self._clean_expression(text)
|
|||
|
|
alternatives = parse_phrase(text)
|
|||
|
|
expressions = []
|
|||
|
|
for alt in alternatives:
|
|||
|
|
for exp in Expressions.expand_abbreviation(alt):
|
|||
|
|
expressions.append(exp)
|
|||
|
|
return expressions
|
|||
|
|
|
|||
|
|
def _find_readings(self):
|
|||
|
|
phrase_readings = load_phrase_readings(self.target)
|
|||
|
|
text = phrase_readings[self.entry_id]
|
|||
|
|
alternatives = parse_phrase(text)
|
|||
|
|
readings = []
|
|||
|
|
for alt in alternatives:
|
|||
|
|
for reading in Expressions.expand_abbreviation(alt):
|
|||
|
|
readings.append(reading)
|
|||
|
|
return readings
|
|||
|
|
|
|||
|
|
|
|||
|
|
def parse_phrase(text):
|
|||
|
|
"""Return a list of strings described by ＝ notation."""
|
|||
|
|
group_pattern = r"([^＝]+)(＝([^（]+)（＝([^（]+)）)?"
|
|||
|
|
groups = re.findall(group_pattern, text)
|
|||
|
|
expressions = [""]
|
|||
|
|
for group in groups:
|
|||
|
|
new_exps = []
|
|||
|
|
for expression in expressions:
|
|||
|
|
new_exps.append(expression + group[0])
|
|||
|
|
expressions = new_exps.copy()
|
|||
|
|
if group[1] == "":
|
|||
|
|
continue
|
|||
|
|
new_exps = []
|
|||
|
|
for expression in expressions:
|
|||
|
|
new_exps.append(expression + group[2])
|
|||
|
|
for expression in expressions:
|
|||
|
|
for alt in group[3].split("・"):
|
|||
|
|
new_exps.append(expression + alt)
|
|||
|
|
expressions = new_exps.copy()
|
|||
|
|
return expressions
|