Update flags
This commit is contained in:
parent
c6dc096a0e
commit
bf315663eb
25
main.go
25
main.go
@ -135,11 +135,10 @@ func save(path string, kanjiList []*KanjiEntry) error {
|
|||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
var (
|
var (
|
||||||
username = flag.String("username", "", "login username for kanji.koohii.com")
|
firstFrame = flag.Int("firstFrame", 1, "kanji first frame")
|
||||||
password = flag.String("password", "", "login password for kanji.koohii.com")
|
lastFrame = flag.Int("lastFrame", 3030, "kanji last frame")
|
||||||
retryCount = flag.Int("retryCount", 3, "scrape retry count")
|
retryCount = flag.Int("retryCount", 3, "scrape retry count")
|
||||||
firstFrame = flag.Int("firstFrame", 1, "kanji first frame")
|
scrapeDelay = flag.Int("scrapeDelay", 2, "scrape delay in seconds")
|
||||||
lastFrame = flag.Int("lastFrame", 3030, "kanji last frame")
|
|
||||||
)
|
)
|
||||||
|
|
||||||
flag.Usage = func() {
|
flag.Usage = func() {
|
||||||
@ -151,18 +150,28 @@ func main() {
|
|||||||
flag.Parse()
|
flag.Parse()
|
||||||
|
|
||||||
args := flag.Args()
|
args := flag.Args()
|
||||||
if len(*username) == 0 || len(*password) == 0 || len(args) == 0 || *firstFrame > *lastFrame {
|
if len(args) == 0 || *firstFrame > *lastFrame {
|
||||||
flag.Usage()
|
flag.Usage()
|
||||||
os.Exit(2)
|
os.Exit(2)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
username, ok := os.LookupEnv("RTK_USER")
|
||||||
|
if !ok {
|
||||||
|
log.Fatalf("environment variable RTK_USER environment is not set")
|
||||||
|
}
|
||||||
|
|
||||||
|
password, ok := os.LookupEnv("RTK_PASS")
|
||||||
|
if !ok {
|
||||||
|
log.Fatalf("environment variable RTK_PASS environment is not set")
|
||||||
|
}
|
||||||
|
|
||||||
br := surf.NewBrowser()
|
br := surf.NewBrowser()
|
||||||
br.SetUserAgent(agent.Firefox())
|
br.SetUserAgent(agent.Firefox())
|
||||||
br.AddRequestHeader("Accept", "text/html")
|
br.AddRequestHeader("Accept", "text/html")
|
||||||
br.AddRequestHeader("Accept-Charset", "utf8")
|
br.AddRequestHeader("Accept-Charset", "utf8")
|
||||||
|
|
||||||
log.Println("logging in...")
|
log.Println("logging in...")
|
||||||
if err := login(br, *username, *password); err != nil {
|
if err := login(br, username, password); err != nil {
|
||||||
log.Fatal(err)
|
log.Fatal(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -188,7 +197,7 @@ func main() {
|
|||||||
log.Printf("scraping %s...", lookup)
|
log.Printf("scraping %s...", lookup)
|
||||||
|
|
||||||
kanji, err = scrape(br, lookup)
|
kanji, err = scrape(br, lookup)
|
||||||
time.Sleep(2 * time.Second)
|
time.Sleep(time.Second * time.Duration(*scrapeDelay))
|
||||||
|
|
||||||
if err == nil {
|
if err == nil {
|
||||||
break
|
break
|
||||||
|
Loading…
Reference in New Issue
Block a user