-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmisc.go
114 lines (102 loc) · 1.97 KB
/
misc.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
package main
import (
"archive/zip"
"io"
"net/http"
"net/url"
"os"
"strings"
"unicode"
)
func isUrlValid(str string) bool {
_, err := url.ParseRequestURI(str)
return nil == err
}
func shouldStop(radios []*Radio) bool {
if len(radios) < pageSize {
return true
}
for _, radio := range radios {
data, _ := dbMgr.Find([]byte(radio.ID))
if len(data) > 0 {
return true
}
}
return false
}
func writeFile(path string, content []byte) error {
f, err := os.Create(path)
if err != nil {
return err
}
defer func() { _ = f.Close() }()
_, err = f.Write(content)
return err
}
func remoteContentLength(url string) int64 {
client := http.DefaultClient
req, _ := http.NewRequest("GET", url, nil)
req.Header.Set("User-Agent", userAgent)
resp, err := client.Do(req)
if nil != err {
return 0
}
defer func() { _ = resp.Body.Close() }()
return resp.ContentLength
}
func cleanString(str string) string {
clean := strings.Map(func(r rune) rune {
if unicode.IsGraphic(r) && unicode.IsPrint(r) {
return r
}
return -1
}, str)
return clean
}
func fileSize(path string) int64 {
fi, err := os.Stat(path)
if err != nil {
return 0
}
// get the size
return fi.Size()
}
func downloadFile(url, dest string) error {
resp, err := http.Get(url)
if err != nil {
return err
}
out, err := os.Create(dest)
if err != nil {
return err
}
defer func() {
_ = out.Close()
_ = resp.Body.Close()
}()
_, err = io.Copy(out, resp.Body)
return err
}
func unzipFile(path string) error {
archive, err := zip.OpenReader(path)
if nil != err {
return err
}
defer func() { _ = archive.Close() }()
for _, file := range archive.File {
dstFile, err := os.OpenFile(file.Name, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, file.Mode())
if nil != err {
return err
}
fileInArchive, err := file.Open()
if nil != err {
return err
}
if _, err := io.Copy(dstFile, fileInArchive); err != nil {
return err
}
_ = dstFile.Close()
_ = fileInArchive.Close()
}
return nil
}