From 43d5d16ee84898b36aa3c1eea22e57fbc351a116 Mon Sep 17 00:00:00 2001
From: Alex Yatskov <alex@foosoft.net>
Date: Sun, 19 Jan 2020 10:52:26 -0800
Subject: [PATCH] Add retry count

---
 go.sum  |  1 +
 main.go | 24 ++++++++++++++++++------
 2 files changed, 19 insertions(+), 6 deletions(-)

diff --git a/go.sum b/go.sum
index 99e69cf..ecd10ef 100644
--- a/go.sum
+++ b/go.sum
@@ -8,6 +8,7 @@ github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSs
 github.com/go-ole/go-ole v1.2.5-0.20190708054153-938323a72016/go.mod h1:XCwSNxSkXRo4vlyPy93sltvi/qJq0jqQhjqQNIwKuxM=
 github.com/headzoo/surf v1.0.0 h1:d2h9ftKeQYj7tKqAjQtAA0lJVkO8cTxvzdXLynmNnHM=
 github.com/headzoo/surf v1.0.0/go.mod h1:/bct0m/iMNEqpn520y01yoaWxsAEigGFPnvyR1ewR5M=
+github.com/headzoo/ut v0.0.0-20181013193318-a13b5a7a02ca h1:utFgFwgxaqx5OthzE3DSGrtOq7rox5r2sxZ2wbfTuK0=
 github.com/headzoo/ut v0.0.0-20181013193318-a13b5a7a02ca/go.mod h1:8926sG02TCOX4RFRzIMFIzRw4xuc/TwO2gtN7teMJZ4=
 github.com/itchio/go-brotli v0.0.0-20190702114328-3f28d645a45c h1:Jf20xV/yR/O6eSUqLTuXhka/+54YR59sGwN7b3MkxYk=
 github.com/itchio/go-brotli v0.0.0-20190702114328-3f28d645a45c/go.mod h1:oRXh43p/JW9kWosasd+2kHfDpb1ec4m7YrZ5E39s1iI=
diff --git a/main.go b/main.go
index abe955a..f9dced9 100644
--- a/main.go
+++ b/main.go
@@ -149,6 +149,7 @@ func main() {
 	var (
 		username   = flag.String("username", "", "login username for kanji.koohii.com")
 		password   = flag.String("password", "", "login password for kanji.koohii.com")
+		retryCount = flag.Int("retryCount", 3, "scrape retry count")
 		firstFrame = flag.Int("firstFrame", 1, "kanji first frame")
 		lastFrame  = flag.Int("lastFrame", 3030, "kanji last frame")
 	)
@@ -186,14 +187,25 @@ func main() {
 
 	var kanjiList []*KanjiEntry
 	for _, lookup := range lookups {
-		log.Printf("scraping %s...", lookup)
-		kanji, err := scrape(br, lookup)
-		if err != nil {
-			log.Fatal(err)
+		var kanji *KanjiEntry
+		var err error
+
+		for i := 0; i < *retryCount; i++ {
+			log.Printf("scraping %s...", lookup)
+
+			kanji, err = scrape(br, lookup)
+			time.Sleep(2 * time.Second)
+
+			if err == nil {
+				break
+			}
 		}
 
-		kanjiList = append(kanjiList, kanji)
-		time.Sleep(2 * time.Second)
+		if err == nil {
+			kanjiList = append(kanjiList, kanji)
+		} else {
+			log.Fatal(err)
+		}
 	}
 
 	log.Printf("saving to %s...", args[0])