package main import ( "flag" "fmt" "os" "path" "github.com/BitHeaven-Official/e6dl/concurrent" "github.com/BitHeaven-Official/e6dl/e621" ) func main() { // define cmd line flags tags := flag.String("tags", "", "Tags to search for") maxConcurrents := flag.Int("concurrents", 5, "Maximum amount of concurrent downloads") postLimit := flag.Int("limit", 999999999, "Maximum amount of posts to grab from e621") saveDirectory := flag.String("out", "e621", "The directory to write the downloaded posts to") sfw := flag.Bool("sfw", false, "Download posts from e926 instead of e621") flag.Parse() fmt.Printf("Fetching posts for \"%s\" (limit=%d)\n", *tags, *postLimit) var allPosts []e621.Post i := 1 for { fmt.Printf("Fetching page %d...", i) posts, err := e621.GetPostsForTags(*tags, *postLimit, *sfw, i) if err != nil { fmt.Println(err) os.Exit(1) } fmt.Printf(" fetched %d posts\n", len(posts)) if len(posts) == 0 { break } allPosts = append(allPosts, posts...) i++ } fmt.Printf("Found %d posts. Starting download with %d workers...\n\n", len(allPosts), *maxConcurrents) cwd, _ := os.Getwd() absSaveDir := path.Join(cwd, *saveDirectory) err := os.MkdirAll(absSaveDir, 0755) if err != nil { fmt.Printf("Cannot create output directory (%s). Do you have the right permissions?\n", absSaveDir) os.Exit(1) } successes, failures, _ := concurrent.BeginDownload(&allPosts, saveDirectory, maxConcurrents) fmt.Printf("\nAll done! %d posts downloaded and saved. (%d failed to download)\n", *successes, *failures) }