e6dl/main.go

63 lines
1.5 KiB
Go

package main
import (
"flag"
"fmt"
"os"
"path"
"github.com/BitHeaven-Official/e6dl/concurrent"
"github.com/BitHeaven-Official/e6dl/e621"
)
func main() {
// define cmd line flags
tags := flag.String("tags", "", "Tags to search for")
maxConcurrents := flag.Int("concurrents", 5, "Maximum amount of concurrent downloads")
postLimit := flag.Int("limit", 99999999, "Maximum amount of posts to grab from e621")
saveDirectory := flag.String("out", "e621", "The directory to write the downloaded posts to")
sfw := flag.Bool("sfw", false, "Download posts from e926 instead of e621")
flag.Parse()
fmt.Printf("Fetching posts for \"%s\" (limit=%d)\n", *tags, *postLimit)
var allPosts []e621.Post
i := 1
for {
fmt.Printf("Fetching page %d...", i)
posts, err := e621.GetPostsForTags(*tags, *postLimit, *sfw, i)
if err != nil {
fmt.Println(err)
os.Exit(1)
}
fmt.Printf(" fetched %d posts\n", len(posts))
if len(posts) == 0 {
break
}
allPosts = append(allPosts, posts...)
i++
}
fmt.Printf("Found %d posts. Starting download with %d workers...\n\n", len(allPosts), *maxConcurrents)
cwd, _ := os.Getwd()
absSaveDir := path.Join(cwd, *saveDirectory)
err := os.MkdirAll(absSaveDir, 0755)
if err != nil {
fmt.Printf("Cannot create output directory (%s). Do you have the right permissions?\n", absSaveDir)
os.Exit(1)
}
successes, failures, _ := concurrent.BeginDownload(&allPosts, saveDirectory, maxConcurrents)
fmt.Printf("\nAll done! %d posts downloaded and saved. (%d failed to download)\n", *successes, *failures)
}