1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
//
// rhimportd
//
// The Radio Helsinki Rivendell Import Daemon
//
//
// Copyright (C) 2015 Christian Pointner <equinox@helsinki.at>
//
// This file is part of rhimportd.
//
// rhimportd is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// any later version.
//
// rhimportd is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with rhimportd. If not, see <http://www.gnu.org/licenses/>.
//
package rhimport
import (
"fmt"
"github.com/golang-basic/go-curl"
"net/url"
"path"
"time"
)
func FetchFileCurl(ctx *ImportContext, uri *url.URL) (err error) {
rhl.Printf("curl-based fetcher called for '%s'", ctx.SourceUri)
easy := curl.EasyInit()
defer easy.Cleanup()
if easy != nil {
ctx.SourceFile = ctx.Config.TempDir + "/" + path.Base(uri.Path)
easy.Setopt(curl.OPT_URL, ctx.SourceUri)
easy.Setopt(curl.OPT_WRITEFUNCTION, func(ptr []byte, userdata interface{}) bool {
// TODO: actually store data to ctx.SourceFile
return true
})
easy.Setopt(curl.OPT_NOPROGRESS, false)
started := int64(0)
easy.Setopt(curl.OPT_PROGRESSFUNCTION, func(dltotal, dlnow, ultotal, ulnow float64, userdata interface{}) bool {
if started == 0 {
started = time.Now().Unix()
}
fmt.Printf("Downloaded: %3.2f%%, Speed: %.1fKiB/s \r", dlnow/dltotal*100, dlnow/1000/float64((time.Now().Unix()-started)))
return true
})
if err = easy.Perform(); err != nil {
return
}
fmt.Printf("\n")
ctx.DeleteSourceFile = true
}
return
}
func FetchFileLocal(ctx *ImportContext, uri *url.URL) (err error) {
rhl.Printf("Local fetcher called for '%s'", ctx.SourceUri)
ctx.SourceFile = uri.Path
ctx.DeleteSourceFile = false
return
}
type FetchFunc func(*ImportContext, *url.URL) (err error)
var (
fetchers = map[string]FetchFunc{
"local": FetchFileLocal,
}
curl_protos = map[string]bool{
"http": false, "https": false,
"ftp": false, "ftps": false,
}
)
func init() {
curl.GlobalInit(curl.GLOBAL_ALL)
info := curl.VersionInfo(curl.VERSION_FIRST)
protos := info.Protocols
for _, proto := range protos {
if _, ok := curl_protos[proto]; ok {
rhdl.Printf("curl: enabling protocol %s", proto)
fetchers[proto] = FetchFileCurl
curl_protos[proto] = true
} else {
rhdl.Printf("curl: ignoring protocol %s", proto)
}
}
for proto, enabled := range curl_protos {
if !enabled {
rhl.Printf("curl: protocol %s is disabled because the installed library version doesn't support it!", proto)
}
}
}
func FetchFile(ctx *ImportContext) (err error) {
var uri *url.URL
if uri, err = url.Parse(ctx.SourceUri); err != nil {
return
}
if fetcher, ok := fetchers[uri.Scheme]; ok {
err = fetcher(ctx, uri)
} else {
err = fmt.Errorf("No fetcher for uri scheme '%s' found.", uri.Scheme)
}
return
}
|
