diff --git a/point_post_crawler.go b/point_post_crawler.go index c0d08aa..b9dca0a 100644 --- a/point_post_crawler.go +++ b/point_post_crawler.go @@ -5,10 +5,11 @@ import ( "fmt" //"gopkg.in/yaml.v2" //"net/http" - "bitbucket.org/skobkin/point_post_crawler/point" + "bitbucket.org/skobkin/point-tools-crawler/point" "time" "log" "encoding/json" + "net/url" ) @@ -45,6 +46,7 @@ func main() { fmt.Printf("1 page requested\n") printPageJSON(page) + sendPage(page) pageNumber := 1; @@ -59,6 +61,7 @@ func main() { } printPageJSON(page) + sendPage(page) fmt.Printf("%d page requested\n", pageNumber) fmt.Printf("%d posts\n", len(page.Posts)) @@ -67,13 +70,47 @@ func main() { } } -func printPageJSON(page point.Page) { +func getPageJSON(page point.Page) (string, error) { b, err := json.Marshal(page) if err != nil { fmt.Println("error:", err) + return "", err } - fmt.Println(string(b[:])) + return string(b[:]), nil } +func printPageJSON(page point.Page) { + json, err := getPageJSON(page) + + if err != nil { + fmt.Println("JSON print error") + } + + fmt.Println(json) +} + +func sendPage(page point.Page) error { + json, err := getPageJSON(page) + + if err != nil { + return err + } + + client := point.Client{} + + data := url.Values{} + data.Set("token", "test_token") + data.Add("json", json) + + body, req_err := client.MakePostRequest("http://point-tools.local:8000/api/crawler/all/page", data) + + if req_err != nil { + return req_err + } + + fmt.Println("Response:", string(body[:])) + + return nil +} \ No newline at end of file