From fc6930c0f1283cb7242620f89d50cf596562559b Mon Sep 17 00:00:00 2001 From: fantasticbin Date: Sun, 8 Jan 2023 21:00:23 +0800 Subject: [PATCH] code --- README.md | 11 +++++++++ go.mod | 9 ++++++++ go.sum | 11 +++++++++ src/cmd/lib.go | 38 +++++++++++++++++++++++++++++++ src/cmd/root.go | 15 +++++++++++++ src/cmd/start.go | 58 ++++++++++++++++++++++++++++++++++++++++++++++++ src/main.go | 7 ++++++ 7 files changed, 149 insertions(+) create mode 100644 README.md create mode 100644 go.mod create mode 100644 go.sum create mode 100644 src/cmd/lib.go create mode 100644 src/cmd/root.go create mode 100644 src/cmd/start.go create mode 100644 src/main.go diff --git a/README.md b/README.md new file mode 100644 index 0000000..a012c53 --- /dev/null +++ b/README.md @@ -0,0 +1,11 @@ +### 用Go实现的一套抓取固定站点漫画的命令行 + +编译方式: +```shell +go build -o anime.exe +``` + +使用方式示例: +```shell +anime.exe -u /data/1616/88/121_01.jpg -m 25 -o D:\anime +``` \ No newline at end of file diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..119548d --- /dev/null +++ b/go.mod @@ -0,0 +1,9 @@ +module anime_crawler + +go 1.19 + +require ( + github.com/inconshreveable/mousetrap v1.1.0 // indirect + github.com/spf13/cobra v1.6.1 // indirect + github.com/spf13/pflag v1.0.5 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..f7673bd --- /dev/null +++ b/go.sum @@ -0,0 +1,11 @@ +github.com/cpuguy83/go-md2man/v2 v2.0.2/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o= +github.com/inconshreveable/mousetrap v1.0.1/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= +github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= +github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= +github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= +github.com/spf13/cobra v1.6.1 h1:o94oiPyS4KD1mPy2fmcYYHHfCxLqYjJOhGsCHFZtEzA= +github.com/spf13/cobra v1.6.1/go.mod h1:IOw/AERYS7UzyrGinqmz6HLUo219MORXGxhbaJUqzrY= +github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA= +github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/src/cmd/lib.go b/src/cmd/lib.go new file mode 100644 index 0000000..a01cb42 --- /dev/null +++ b/src/cmd/lib.go @@ -0,0 +1,38 @@ +package cmd + +import ( + "fmt" + "os" +) + +var ( + url string + max int + output string + host = "https://img4.qy0.ru" +) + +func init() { + rootCmd.PersistentFlags().StringVarP(&url, "url", "u", "", "除域名外的链接") + rootCmd.PersistentFlags().IntVarP(&max, "max", "m", 1, "图片最大值") + rootCmd.PersistentFlags().StringVarP(&output, "output", "o", "anime", "设置漫画抓取结果的保存位置,默认为当前用户的主目录下的 anime 文件夹") +} + +func IfPathNotExistDoMkdir(path string) error { + _, err := os.Stat(path) + if err != nil || os.IsNotExist(err) { + err := os.MkdirAll(path, 0777) + if err != nil { + return err + } + } + + return nil +} + +func Execute() { + if err := rootCmd.Execute(); err != nil { + fmt.Println(err) + os.Exit(1) + } +} diff --git a/src/cmd/root.go b/src/cmd/root.go new file mode 100644 index 0000000..1392064 --- /dev/null +++ b/src/cmd/root.go @@ -0,0 +1,15 @@ +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" +) + +var rootCmd = &cobra.Command{ + Use: "anime", + Short: "Anime crawler written by go", + Run: func(cmd *cobra.Command, args []string) { + start() + fmt.Println("抓取完成") + }, +} diff --git a/src/cmd/start.go b/src/cmd/start.go new file mode 100644 index 0000000..f59b411 --- /dev/null +++ b/src/cmd/start.go @@ -0,0 +1,58 @@ +package cmd + +import ( + "bufio" + "fmt" + "io" + "net/http" + "os" + "strconv" + "strings" + "sync" +) + +var wg sync.WaitGroup + +func start() { + err := IfPathNotExistDoMkdir(output) + if err != nil { + fmt.Println("输出目录创建失败") + return + } + + for i := 1; i <= max; i++ { + wg.Add(1) + go get(i) + } + + wg.Wait() +} + +func get(num int) { + defer wg.Done() + fileName := strconv.Itoa(num) + ".jpg" + imgSlice := strings.Split(url, "_") + imgUrl := host + imgSlice[0] + "_" + fmt.Sprintf("%02d", num) + ".jpg" + fmt.Println("获取图片:" + imgUrl) + + resp, err := http.Get(imgUrl) + if err != nil { + fmt.Println(fileName, "图片获取失败:", err) + return + } + defer resp.Body.Close() + + reader := bufio.NewReaderSize(resp.Body, 32*1024) + file, err := os.Create(output + "/" + fileName) + if err != nil { + fmt.Println(fileName, "图片创建失败:", err) + return + } + defer file.Close() + + _, err = io.Copy(file, reader) + if err != nil { + fmt.Println(fileName, "图片输出失败:", err) + return + } +} diff --git a/src/main.go b/src/main.go new file mode 100644 index 0000000..3903e1e --- /dev/null +++ b/src/main.go @@ -0,0 +1,7 @@ +package main + +import "anime_crawler/src/cmd" + +func main() { + cmd.Execute() +}