From d791b2377cb201cd14d61fa5a9946e892dd19a62 Mon Sep 17 00:00:00 2001 From: Alexey Skobkin Date: Fri, 25 Mar 2016 20:12:13 +0300 Subject: [PATCH] -f flag added (force continue). Error message when response has error. --- point_post_crawler.go | 16 +++++++++++++--- 1 file changed, 13 insertions(+), 3 deletions(-) diff --git a/point_post_crawler.go b/point_post_crawler.go index ea0d1d3..980677e 100644 --- a/point_post_crawler.go +++ b/point_post_crawler.go @@ -13,12 +13,14 @@ import ( func main() { var pointApiUrl, pointToolsApiUrl string; var pointLogin, pointPassword, pointToolsToken string + var forceContinue bool flag.StringVar(&pointLogin, "l", "", "Account login") flag.StringVar(&pointPassword, "p", "", "Account password") flag.StringVar(&pointToolsToken, "t", "", "Point Tools crawler API token") flag.StringVar(&pointApiUrl, "s", "https://point.im/api/", "Point.im API url") flag.StringVar(&pointToolsApiUrl, "g", "https://point.skobk.in/api/crawler/", "Point Tools API url") + flag.BoolVar(&forceContinue, "f", false, "Force continue reading /all despite of server refusal") flag.Parse() if len(pointLogin) < 1 || len(pointPassword) < 1 { @@ -62,7 +64,11 @@ func main() { log.Fatal(sendErr) } - if point_tools.STATUS_SUCCESS != sendResp.Status || false == sendResp.Data.Continue { + if point_tools.STATUS_SUCCESS != sendResp.Status { + fmt.Println("Request error", sendResp.Error.Message) + } + + if false == sendResp.Data.Continue && false == forceContinue { fmt.Println("API rejected next page request") fmt.Println("Exiting.") return @@ -86,13 +92,17 @@ func main() { } fmt.Printf(" -> %d posts\n", len(page.Posts)) - sendResp, sendErr := pointToolsClient.SendPage(page) + sendResp, sendErr = pointToolsClient.SendPage(page) if sendErr != nil { log.Fatal(sendErr) } - if point_tools.STATUS_SUCCESS != sendResp.Status || false == sendResp.Data.Continue { + if point_tools.STATUS_SUCCESS != sendResp.Status { + fmt.Println("Request error", sendResp.Error.Message) + } + + if false == sendResp.Data.Continue && false == forceContinue { fmt.Println("API rejected next page request") break }