63 lines
1.5 KiB
Go
63 lines
1.5 KiB
Go
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"os"
|
|
"path"
|
|
|
|
"github.com/BitHeaven-Official/e6dl/concurrent"
|
|
"github.com/BitHeaven-Official/e6dl/e621"
|
|
)
|
|
|
|
func main() {
|
|
// define cmd line flags
|
|
tags := flag.String("tags", "", "Tags to search for")
|
|
maxConcurrents := flag.Int("concurrents", 5, "Maximum amount of concurrent downloads")
|
|
postLimit := flag.Int("limit", 999999999, "Maximum amount of posts to grab from e621")
|
|
saveDirectory := flag.String("out", "e621", "The directory to write the downloaded posts to")
|
|
sfw := flag.Bool("sfw", false, "Download posts from e926 instead of e621")
|
|
|
|
flag.Parse()
|
|
|
|
fmt.Printf("Fetching posts for \"%s\" (limit=%d)\n", *tags, *postLimit)
|
|
|
|
var allPosts []e621.Post
|
|
|
|
i := 1
|
|
for {
|
|
fmt.Printf("Fetching page %d...", i)
|
|
|
|
posts, err := e621.GetPostsForTags(*tags, *postLimit, *sfw, i)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
fmt.Printf(" fetched %d posts\n", len(posts))
|
|
|
|
if len(posts) == 0 {
|
|
break
|
|
}
|
|
|
|
allPosts = append(allPosts, posts...)
|
|
|
|
i++
|
|
}
|
|
|
|
fmt.Printf("Found %d posts. Starting download with %d workers...\n\n", len(allPosts), *maxConcurrents)
|
|
|
|
cwd, _ := os.Getwd()
|
|
absSaveDir := path.Join(cwd, *saveDirectory)
|
|
|
|
err := os.MkdirAll(absSaveDir, 0755)
|
|
if err != nil {
|
|
fmt.Printf("Cannot create output directory (%s). Do you have the right permissions?\n", absSaveDir)
|
|
os.Exit(1)
|
|
}
|
|
|
|
successes, failures, _ := concurrent.BeginDownload(&allPosts, saveDirectory, maxConcurrents)
|
|
|
|
fmt.Printf("\nAll done! %d posts downloaded and saved. (%d failed to download)\n", *successes, *failures)
|
|
}
|