/* * Copyright (c) 2016 Alex Yatskov * Author: Alex Yatskov * * Permission is hereby granted, free of charge, to any person obtaining a copy of * this software and associated documentation files (the "Software"), to deal in * the Software without restriction, including without limitation the rights to * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of * the Software, and to permit persons to whom the Software is furnished to do so, * subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ package main import ( "fmt" "os" "strconv" "github.com/FooSoft/jmdict" ) const kanjidicRevision = "kanjidic1" func kanjidicExtractKanji(entry jmdict.KanjidicCharacter, language string) *dbKanji { if entry.ReadingMeaning == nil { return nil } kanji := dbKanji{Character: entry.Literal} for _, m := range entry.ReadingMeaning.Meanings { if m.Language == nil && language == "" || m.Language != nil && language == *m.Language { kanji.Meanings = append(kanji.Meanings, m.Meaning) } } if len(kanji.Meanings) == 0 { return nil } if level := entry.Misc.JlptLevel; level != nil { kanji.addTags(fmt.Sprintf("jlpt:%s", *level)) } if grade := entry.Misc.Grade; grade != nil { kanji.addTags(fmt.Sprintf("grade:%s", *grade)) if gradeInt, err := strconv.Atoi(*grade); err == nil { if gradeInt >= 1 && gradeInt <= 8 { kanji.addTags("jouyou") } else if gradeInt >= 9 && gradeInt <= 10 { kanji.addTags("jinmeiyou") } } } for _, number := range entry.DictionaryNumbers { if number.Type == "heisig" { kanji.addTags(fmt.Sprintf("heisig:%s", number.Value)) } } if counts := entry.Misc.StrokeCounts; len(counts) > 0 { kanji.addTags(fmt.Sprintf("strokes:%s", counts[0])) } for _, r := range entry.ReadingMeaning.Readings { switch r.Type { case "ja_on": kanji.Onyomi = append(kanji.Onyomi, r.Value) case "ja_kun": kanji.Kunyomi = append(kanji.Kunyomi, r.Value) } } return &kanji } func kanjidicExportDb(inputPath, outputPath, language, title string, stride int, pretty bool) error { reader, err := os.Open(inputPath) if err != nil { return err } defer reader.Close() dict, err := jmdict.LoadKanjidic(reader) if err != nil { return err } var langTag string switch language { case "french": langTag = "fr" case "spanish": langTag = "es" case "portuguese": langTag = "pt" } var kanji dbKanjiList for _, entry := range dict.Characters { kanjiCurr := kanjidicExtractKanji(entry, langTag) if kanjiCurr != nil { kanji = append(kanji, *kanjiCurr) } } if title == "" { title = "KANJIDIC2" } tags := dbTagList{ dbTag{Name: "jouyou", Notes: "included in list of regular-use characters", Category: "frequent", Order: -5}, dbTag{Name: "jinmeiyou", Notes: "included in list of characters for use in personal names", Category: "frequent", Order: -5}, dbTag{Name: "jlpt", Notes: "corresponding Japanese Language Proficiency Test level"}, dbTag{Name: "grade", Notes: "school grade level at which the character is taught"}, dbTag{Name: "strokes", Notes: "number of strokes needed to write the character"}, dbTag{Name: "heisig", Notes: "frame number in Remembering the Kanji"}, } recordData := map[string]dbRecordList{ "kanji": kanji.crush(), "tag": tags.crush(), } return writeDb( outputPath, title, kanjidicRevision, recordData, stride, pretty, ) }