116 lines
3.6 KiB
Python
116 lines
3.6 KiB
Python
|
# -*- coding: utf-8 -*-
|
||
|
|
|
||
|
|
# Copyright (C) 2013 Alex Yatskov
|
||
|
|
#
|
||
|
|
# This program is free software: you can redistribute it and/or modify
|
||
|
|
# it under the terms of the GNU General Public License as published by
|
||
|
|
# the Free Software Foundation, either version 3 of the License, or
|
||
|
|
# (at your option) any later version.
|
||
|
|
#
|
||
|
|
# This program is distributed in the hope that it will be useful,
|
||
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
|
|
# GNU General Public License for more details.
|
||
|
|
#
|
||
|
|
# You should have received a copy of the GNU General Public License
|
||
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||
|
|
|
||
|
|
|
||
|
|
import operator
|
||
|
|
import sqlite3
|
||
|
|
|
||
|
|
|
||
|
|
class Dictionary:
|
||
|
|
def __init__(self, filename, index=True):
|
||
|
|
self.db = sqlite3.connect(filename)
|
||
|
|
self.indices = set()
|
||
|
|
|
||
|
|
|
||
|
|
def findTerm(self, text, wildcards=False):
|
||
|
|
self.requireIndex('Vocab', 'expression')
|
||
|
|
self.requireIndex('Vocab', 'reading')
|
||
|
|
self.requireIndex('VocabGloss', 'vocabId')
|
||
|
|
|
||
|
|
cursor = self.db.cursor()
|
||
|
|
|
||
|
|
definitions = []
|
||
|
|
cursor.execute('SELECT * FROM Vocab WHERE expression {0} ? OR reading=?'.format('LIKE' if wildcards else '='), (text, text))
|
||
|
|
for vocabId, expression, reading, tags in cursor.fetchall():
|
||
|
|
tags = tags.split()
|
||
|
|
|
||
|
|
cursor.execute('SELECT glossary From VocabGloss WHERE vocabId=?', (vocabId,))
|
||
|
|
glossary = map(operator.itemgetter(0), cursor)
|
||
|
|
|
||
|
|
#
|
||
|
|
# TODO: Handle addons through data.
|
||
|
|
#
|
||
|
|
|
||
|
|
addons = []
|
||
|
|
for tag in tags:
|
||
|
|
if tag.startswith('v5') and tag != 'v5':
|
||
|
|
addons.append('v5')
|
||
|
|
elif tag.startswith('vs-'):
|
||
|
|
addons.append('vs')
|
||
|
|
|
||
|
|
definitions.append({
|
||
|
|
'id': vocabId,
|
||
|
|
'expression': expression,
|
||
|
|
'reading': reading,
|
||
|
|
'glossary': glossary,
|
||
|
|
'tags': tags + addons,
|
||
|
|
'addons': addons
|
||
|
|
})
|
||
|
|
|
||
|
|
return definitions
|
||
|
|
|
||
|
|
|
||
|
|
def findKanji(self, text):
|
||
|
|
assert len(text) == 1
|
||
|
|
|
||
|
|
self.requireIndex('Kanji', 'character')
|
||
|
|
self.requireIndex('KanjiGloss', 'kanjiId')
|
||
|
|
|
||
|
|
cursor = self.db.cursor()
|
||
|
|
|
||
|
|
cursor.execute('SELECT * FROM Kanji WHERE character=? LIMIT 1', text)
|
||
|
|
query = cursor.fetchone()
|
||
|
|
if query is None:
|
||
|
|
return
|
||
|
|
|
||
|
|
kanjiId, character, kunyomi, onyomi = query
|
||
|
|
cursor.execute('SELECT glossary From KanjiGloss WHERE kanjiId=?', (kanjiId,))
|
||
|
|
glossary = map(operator.itemgetter(0), cursor)
|
||
|
|
|
||
|
|
return {
|
||
|
|
'id': kanjiId,
|
||
|
|
'character': character,
|
||
|
|
'kunyomi': [] if kunyomi is None else kunyomi.split(),
|
||
|
|
'onyomi': [] if onyomi is None else onyomi.split(),
|
||
|
|
'glossary': glossary
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
def requireIndex(self, table, column):
|
||
|
|
name = 'index_{0}_{1}'.format(table, column)
|
||
|
|
if not self.hasIndex(name):
|
||
|
|
self.buildIndex(name, table, column)
|
||
|
|
|
||
|
|
|
||
|
|
def buildIndex(self, name, table, column):
|
||
|
|
cursor = self.db.cursor()
|
||
|
|
cursor.execute('CREATE INDEX {0} ON {1}({2})'.format(name, table, column))
|
||
|
|
self.db.commit()
|
||
|
|
|
||
|
|
|
||
|
|
def hasIndex(self, name):
|
||
|
|
if name in self.indices:
|
||
|
|
return True
|
||
|
|
|
||
|
|
cursor = self.db.cursor()
|
||
|
|
cursor.execute('SELECT * FROM sqlite_master WHERE name=?', (name,))
|
||
|
|
if len(cursor.fetchall()) == 0:
|
||
|
|
return False
|
||
|
|
|
||
|
|
self.indices.update([name])
|
||
|
|
return True
|