/* * Copyright (c) 2016 Alex Yatskov * Author: Alex Yatskov * * Permission is hereby granted, free of charge, to any person obtaining a copy of * this software and associated documentation files (the "Software"), to deal in * the Software without restriction, including without limitation the rights to * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of * the Software, and to permit persons to whom the Software is furnished to do so, * subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ package main import ( "io" "github.com/FooSoft/jmdict" ) func extractJmdictTerms(edictEntry jmdict.JmdictEntry) []dbTerm { var terms []dbTerm convert := func(reading jmdict.JmdictReading, kanji *jmdict.JmdictKanji) { if kanji != nil && reading.Restrictions != nil && !hasString(kanji.Expression, reading.Restrictions) { return } var termBase dbTerm termBase.addTags(reading.Information...) if kanji == nil { termBase.Expression = reading.Reading termBase.addTagsPri(reading.Priorities...) } else { termBase.Expression = kanji.Expression termBase.Reading = reading.Reading termBase.addTags(kanji.Information...) for _, priority := range kanji.Priorities { if hasString(priority, reading.Priorities) { termBase.addTagsPri(priority) } } } for _, sense := range edictEntry.Sense { if sense.RestrictedReadings != nil && !hasString(reading.Reading, sense.RestrictedReadings) { continue } if kanji != nil && sense.RestrictedKanji != nil && !hasString(kanji.Expression, sense.RestrictedKanji) { continue } term := dbTerm{Reading: termBase.Reading, Expression: termBase.Expression} term.addTags(termBase.Tags...) term.addTags(sense.PartsOfSpeech...) term.addTags(sense.Fields...) term.addTags(sense.Misc...) term.addTags(sense.Dialects...) for _, glossary := range sense.Glossary { term.Glossary = append(term.Glossary, glossary.Content) } terms = append(terms, term) } } if len(edictEntry.Kanji) > 0 { for _, kanji := range edictEntry.Kanji { for _, reading := range edictEntry.Readings { convert(reading, &kanji) } } } else { for _, reading := range edictEntry.Readings { convert(reading, nil) } } return terms } func exportJmdictDb(outputDir, title string, reader io.Reader, flags int) error { dict, entities, err := jmdict.LoadJmdictNoTransform(reader) if err != nil { return err } var terms dbTermList for _, entry := range dict.Entries { terms = append(terms, extractJmdictTerms(entry)...) } return writeDb( outputDir, title, terms.crush(), entities, flags&flagPretty == flagPretty, ) }