/* * Copyright (c) 2016 Alex Yatskov * Author: Alex Yatskov * * Permission is hereby granted, free of charge, to any person obtaining a copy of * this software and associated documentation files (the "Software"), to deal in * the Software without restriction, including without limitation the rights to * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of * the Software, and to permit persons to whom the Software is furnished to do so, * subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ package main import ( "io" "log" "github.com/FooSoft/jmdict" ) type dictEntry struct { Expression string Reading string Glossary []string Tags map[string]bool } func (d *dictEntry) addTags(tags []string) { for _, tag := range tags { d.Tags[tag] = true } } func findString(needle string, haystack []string) int { for index, value := range haystack { if needle == value { return index } } return -1 } func extractDictEntries(edictEntry jmdict.EdictEntry) []dictEntry { var entries []dictEntry for _, kanji := range edictEntry.Kanji { for _, reading := range edictEntry.Reading { if findString(kanji.Expression, reading.Restrictions) != -1 { continue } entry := dictEntry{ Expression: kanji.Expression, Reading: reading.Reading, Tags: make(map[string]bool), } entry.addTags(reading.Information) entry.addTags(reading.Priority) entry.addTags(kanji.Information) entry.addTags(kanji.Priority) for _, sense := range edictEntry.Sense { if findString(reading.Reading, sense.RestrictedReadings) != -1 { continue } if findString(kanji.Expression, sense.RestrictedKanji) != -1 { continue } for _, glossary := range sense.Glossary { entry.Glossary = append(entry.Glossary, glossary.Content) } entry.addTags(sense.PartOfSpeech) entry.addTags(sense.Fields) entry.addTags(sense.Misc) entry.addTags(sense.Dialect) } entries = append(entries, entry) } } return entries } func processEdict(reader io.Reader, writer io.Writer) error { edictEntries, _, err := jmdict.LoadEdict(reader, false) if err != nil { return err } var entries []dictEntry for _, edictEntry := range edictEntries { entries = append(entries, extractDictEntries(edictEntry)...) } log.Print(entries[42]) return nil }