diff options
author | Christian Pointner <equinox@spreadspace.org> | 2016-01-08 01:07:52 (GMT) |
---|---|---|
committer | Christian Pointner <equinox@spreadspace.org> | 2016-01-08 01:07:52 (GMT) |
commit | 519ae5174fd37ec7e54ee9ad825310e38fa5c7fb (patch) | |
tree | 1e8259f7d0f254f34c4e82686d35ec0b0fd2243e /rhimport/importer.go | |
parent | 31708709fde4b55bbf33b56c2b203aa2cf1a0964 (diff) | |
parent | e88ef9d360843541bd348b35099dda1b15c6c896 (diff) |
Merge rhimport package from rhimportd repo
Diffstat (limited to 'rhimport/importer.go')
-rw-r--r-- | rhimport/importer.go | 528 |
1 files changed, 528 insertions, 0 deletions
diff --git a/rhimport/importer.go b/rhimport/importer.go new file mode 100644 index 0000000..0702db4 --- /dev/null +++ b/rhimport/importer.go @@ -0,0 +1,528 @@ +// +// rhimportd +// +// The Radio Helsinki Rivendell Import Daemon +// +// +// Copyright (C) 2015-2016 Christian Pointner <equinox@helsinki.at> +// +// This file is part of rhimportd. +// +// rhimportd is free software: you can redistribute it and/or modify +// it under the terms of the GNU General Public License as published by +// the Free Software Foundation, either version 3 of the License, or +// any later version. +// +// rhimportd is distributed in the hope that it will be useful, +// but WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +// GNU General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with rhimportd. If not, see <http://www.gnu.org/licenses/>. +// + +package rhimport + +import ( + "bufio" + "bytes" + "fmt" + "github.com/andelf/go-curl" + "mime/multipart" + "net/http" + "os" + "path" +) + +func (self *Result) fromRDWebResult(rdres *RDWebResult) { + self.ResponseCode = rdres.ResponseCode + self.ErrorString = rdres.ErrorString + if rdres.AudioConvertError != 0 { + self.ErrorString += fmt.Sprintf(", Audio Convert Error: %d", rdres.AudioConvertError) + } +} + +func addCart(ctx *Context, res *Result) (err error) { + rhdl.Printf("importer: addCart() called for cart: %d", ctx.Cart) + + if ctx.GroupName == "" { + if err = ctx.getGroupOfCart(); err != nil { + return + } + } + + var b bytes.Buffer + w := multipart.NewWriter(&b) + + if err = w.WriteField("COMMAND", "12"); err != nil { + return + } + if err = w.WriteField("LOGIN_NAME", ctx.UserName); err != nil { + return + } + if err = w.WriteField("PASSWORD", ctx.Password); err != nil { + return + } + if err = w.WriteField("GROUP_NAME", ctx.GroupName); err != nil { + return + } + if err = w.WriteField("TYPE", "audio"); err != nil { + return + } + if ctx.Cart != 0 { + if err = w.WriteField("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil { + return + } + } + w.Close() + + var resp *http.Response + if resp, err = sendPostRequest(ctx.conf.RDXportEndpoint, &b, w.FormDataContentType()); err != nil { + return + } + defer resp.Body.Close() + + if resp.StatusCode != http.StatusOK { + var rdres *RDWebResult + if rdres, err = NewRDWebResultFromXML(resp.Body); err != nil { + return + } + res.fromRDWebResult(rdres) + res.Cart = ctx.Cart + return + } + var cartadd *RDCartAdd + if cartadd, err = NewRDCartAddFromXML(resp.Body); err != nil { + return + } + res.ResponseCode = resp.StatusCode + res.ErrorString = "OK" + res.Cart = cartadd.Carts[0].Number + ctx.Cart = res.Cart + return +} + +func addCut(ctx *Context, res *Result) (err error) { + rhdl.Printf("importer: addCut() called for cart/cut: %d/%d", ctx.Cart, ctx.Cut) + var b bytes.Buffer + w := multipart.NewWriter(&b) + + if err = w.WriteField("COMMAND", "10"); err != nil { + return + } + if err = w.WriteField("LOGIN_NAME", ctx.UserName); err != nil { + return + } + if err = w.WriteField("PASSWORD", ctx.Password); err != nil { + return + } + if err = w.WriteField("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil { + return + } + w.Close() + + var resp *http.Response + if resp, err = sendPostRequest(ctx.conf.RDXportEndpoint, &b, w.FormDataContentType()); err != nil { + return + } + defer resp.Body.Close() + + if resp.StatusCode != http.StatusOK { + var rdres *RDWebResult + if rdres, err = NewRDWebResultFromXML(resp.Body); err != nil { + return + } + res.fromRDWebResult(rdres) + res.Cart = ctx.Cart + res.Cut = ctx.Cut + return + } + var cutadd *RDCutAdd + if cutadd, err = NewRDCutAddFromXML(resp.Body); err != nil { + return + } + res.ResponseCode = resp.StatusCode + res.ErrorString = "OK" + res.Cart = ctx.Cart + res.Cut = cutadd.Cuts[0].Number + ctx.Cut = cutadd.Cuts[0].Number + return +} + +func removeCart(ctx *Context, res *Result) (err error) { + rhdl.Printf("importer: removeCart() called for cart: %d", ctx.Cart) + var b bytes.Buffer + w := multipart.NewWriter(&b) + + if err = w.WriteField("COMMAND", "13"); err != nil { + return + } + if err = w.WriteField("LOGIN_NAME", ctx.UserName); err != nil { + return + } + if err = w.WriteField("PASSWORD", ctx.Password); err != nil { + return + } + if err = w.WriteField("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil { + return + } + w.Close() + + var resp *http.Response + if resp, err = sendPostRequest(ctx.conf.RDXportEndpoint, &b, w.FormDataContentType()); err != nil { + return + } + defer resp.Body.Close() + + var rdres *RDWebResult + if rdres, err = NewRDWebResultFromXML(resp.Body); err != nil { + return + } + res.fromRDWebResult(rdres) + res.Cart = ctx.Cart + return +} + +func removeCut(ctx *Context, res *Result) (err error) { + rhdl.Printf("importer: removeCut() called for cart/cut: %d/%d", ctx.Cart, ctx.Cut) + var b bytes.Buffer + w := multipart.NewWriter(&b) + + if err = w.WriteField("COMMAND", "11"); err != nil { + return + } + if err = w.WriteField("LOGIN_NAME", ctx.UserName); err != nil { + return + } + if err = w.WriteField("PASSWORD", ctx.Password); err != nil { + return + } + if err = w.WriteField("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil { + return + } + if err = w.WriteField("CUT_NUMBER", fmt.Sprintf("%d", ctx.Cut)); err != nil { + return + } + w.Close() + + var resp *http.Response + if resp, err = sendPostRequest(ctx.conf.RDXportEndpoint, &b, w.FormDataContentType()); err != nil { + return + } + defer resp.Body.Close() + + var rdres *RDWebResult + if rdres, err = NewRDWebResultFromXML(resp.Body); err != nil { + return + } + res.fromRDWebResult(rdres) + res.Cart = ctx.Cart + res.Cut = ctx.Cut + return +} + +func sendPostRequest(url string, b *bytes.Buffer, contenttype string) (resp *http.Response, err error) { + var req *http.Request + if req, err = http.NewRequest("POST", url, b); err != nil { + return + } + if contenttype != "" { + req.Header.Set("Content-Type", contenttype) + } + + client := &http.Client{} + if resp, err = client.Do(req); err != nil { + return + } + return +} + +func importAudioCreateRequest(ctx *Context, easy *curl.CURL) (form *curl.Form, err error) { + form = curl.NewForm() + + if err = form.Add("COMMAND", "2"); err != nil { + return + } + if err = form.Add("LOGIN_NAME", ctx.UserName); err != nil { + return + } + if err = form.Add("PASSWORD", ctx.Password); err != nil { + return + } + if err = form.Add("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil { + return + } + if err = form.Add("CUT_NUMBER", fmt.Sprintf("%d", ctx.Cut)); err != nil { + return + } + if err = form.Add("CHANNELS", fmt.Sprintf("%d", ctx.Channels)); err != nil { + return + } + if err = form.Add("NORMALIZATION_LEVEL", fmt.Sprintf("%d", ctx.NormalizationLevel)); err != nil { + return + } + if err = form.Add("AUTOTRIM_LEVEL", fmt.Sprintf("%d", ctx.AutotrimLevel)); err != nil { + return + } + if err = form.Add("USE_METADATA", bool2str[ctx.UseMetaData]); err != nil { + return + } + if err = form.AddFile("FILENAME", ctx.SourceFile); err != nil { + return + } + + return +} + +func importAudio(ctx *Context, res *Result) (err error) { + rhdl.Printf("importer: importAudio() called for cart/cut: %d/%d", ctx.Cart, ctx.Cut) + easy := curl.EasyInit() + + if easy != nil { + defer easy.Cleanup() + + easy.Setopt(curl.OPT_URL, ctx.conf.RDXportEndpoint) + easy.Setopt(curl.OPT_POST, true) + + var form *curl.Form + if form, err = importAudioCreateRequest(ctx, easy); err != nil { + return + } + easy.Setopt(curl.OPT_HTTPPOST, form) + easy.Setopt(curl.OPT_HTTPHEADER, []string{"Expect:"}) + + var resbody bytes.Buffer + easy.Setopt(curl.OPT_WRITEFUNCTION, func(ptr []byte, userdata interface{}) bool { + b := userdata.(*bytes.Buffer) + b.Write(ptr) + return true + }) + easy.Setopt(curl.OPT_WRITEDATA, &resbody) + + easy.Setopt(curl.OPT_NOPROGRESS, false) + easy.Setopt(curl.OPT_PROGRESSFUNCTION, func(dltotal, dlnow, ultotal, ulnow float64, userdata interface{}) bool { + if ctx.Cancel != nil && len(ctx.Cancel) > 0 { + res.ResponseCode = http.StatusNoContent + res.ErrorString = "canceled" + return false + } + + if ctx.ProgressCallBack != nil { + if keep := ctx.ProgressCallBack(2, "importing", ulnow/ultotal, ctx.ProgressCallBackData); !keep { + ctx.ProgressCallBack = nil + } + } + return true + }) + easy.Setopt(curl.OPT_PROGRESSDATA, ctx) + + if err = easy.Perform(); err != nil { + if res.ResponseCode == http.StatusNoContent { + rhl.Printf("import to cart/cat %d/%d got canceled", ctx.Cart, ctx.Cut) + res.Cart = ctx.Cart + res.Cut = ctx.Cut + err = nil + } else { + err = fmt.Errorf("importer: %s", err) + } + return + } + + var rdres *RDWebResult + if rdres, err = NewRDWebResultFromXML(bufio.NewReader(&resbody)); err != nil { + return + } + res.fromRDWebResult(rdres) + res.Cart = ctx.Cart + res.Cut = ctx.Cut + } else { + err = fmt.Errorf("Error initializing libcurl") + } + + return +} + +func addCartCut(ctx *Context, res *Result) (err error) { + if err = addCart(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return + } + if err = addCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return removeCart(ctx, &Result{ResponseCode: http.StatusOK}) + } + return +} + +func removeAddCartCut(ctx *Context, res *Result) (err error) { + if err = removeCart(ctx, res); err != nil || (res.ResponseCode != http.StatusOK && res.ResponseCode != http.StatusNotFound) { + return + } + return addCartCut(ctx, res) +} + +func isCartMemberOfShow(ctx *Context, res *Result, carts []uint) (found bool) { + if ctx.Cart == 0 { + return true + } + for _, cart := range carts { + if cart == ctx.Cart { + return true + } + } + res.ResponseCode = http.StatusBadRequest + res.ErrorString = fmt.Sprintf("Requested cart %d is not a member of show: %d", ctx.Cart, ctx.ShowId) + res.Cart = ctx.Cart + return false +} + +func clearShowCarts(ctx *Context, res *Result, carts []uint) (err error) { + if ctx.ClearShowCarts { + origCart := ctx.Cart + for _, cart := range carts { + ctx.Cart = cart + if err = removeCart(ctx, res); err != nil || (res.ResponseCode != http.StatusOK && res.ResponseCode != http.StatusNotFound) { + return + } + } + ctx.Cart = origCart + } + return +} + +func addShowCartCut(ctx *Context, res *Result, carts []uint) (err error) { + if err = addCart(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return + } + for _, cart := range carts { + if cart == ctx.Cart { + if err = addCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return removeCart(ctx, &Result{ResponseCode: http.StatusOK}) + } + return + } + } + if err = removeCart(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return + } + res.ResponseCode = http.StatusForbidden + res.ErrorString = fmt.Sprintf("Show %d has no free carts left", ctx.ShowId) + return +} + +func cleanupFiles(ctx *Context) { + if ctx.DeleteSourceFile { + rhdl.Printf("importer: removing file: %s", ctx.SourceFile) + if err := os.Remove(ctx.SourceFile); err != nil { + rhl.Printf("importer: error removing source file: %s", err) + return + } + if ctx.DeleteSourceDir { + dir := path.Dir(ctx.SourceFile) + rhdl.Printf("importer: also removing directory: %s", dir) + if err := os.Remove(dir); err != nil { + rhl.Printf("importer: error removing source directory: %s", err) + } + } + } + return +} + +func ImportFile(ctx *Context) (res *Result, err error) { + defer cleanupFiles(ctx) + + rhl.Printf("importer: ImportFile called with: show-id: %d, pool-name: '%s', cart/cut: %d/%d", ctx.ShowId, ctx.GroupName, ctx.Cart, ctx.Cut) + + if ctx.ProgressCallBack != nil { + if keep := ctx.ProgressCallBack(2, "importing", 0.0, ctx.ProgressCallBackData); !keep { + ctx.ProgressCallBack = nil + } + } + + // TODO: on trusted interfaces we should call getPassword again with cached=false after 401's + if ctx.Trusted { + if err = ctx.getPassword(true); err != nil { + return + } + } + + rmCartOnErr := false + rmCutOnErr := false + res = &Result{ResponseCode: http.StatusOK} + if ctx.ShowId != 0 { // Import to a show + var showCarts []uint + if showCarts, err = ctx.getShowInfo(); err != nil { + return + } + if !isCartMemberOfShow(ctx, res, showCarts) { + return + } + if err = clearShowCarts(ctx, res, showCarts); err != nil || (res.ResponseCode != http.StatusOK && res.ResponseCode != http.StatusNotFound) { + return + } + if ctx.ClearCart && !ctx.ClearShowCarts { + if err = removeAddCartCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return + } + } else { + if err = addShowCartCut(ctx, res, showCarts); err != nil || res.ResponseCode != http.StatusOK { + return + } + } + rmCartOnErr = true + } else if ctx.GroupName != "" { // Import to music pool + if err = ctx.getMusicInfo(); err != nil { + return + } + if err = addCartCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return + } + rmCartOnErr = true + } else if ctx.Cart != 0 && ctx.Cut == 0 { // Import to Cart + if ctx.ClearCart { + if err = removeAddCartCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return + } + rmCartOnErr = true + } else { + if err = addCut(ctx, res); err != nil { + return + } + if res.ResponseCode != http.StatusOK { + if err = addCartCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + return + } + rmCartOnErr = true + } else { + rmCutOnErr = true + } + } + } + + if ctx.Cart != 0 && ctx.Cut != 0 { // Import to specific Cut within Cart + if err = importAudio(ctx, res); err != nil || res.ResponseCode != http.StatusOK { + if err != nil { + rhl.Printf("Fileimport has failed (Cart/Cut %d/%d): %s", ctx.Cart, ctx.Cut, err) + } else { + rhl.Printf("Fileimport has failed (Cart/Cut %d/%d): %s", res.Cart, res.Cut, res.ErrorString) + } + // Try to clean up after failed import + rmres := Result{ResponseCode: http.StatusOK} + if rmCartOnErr { + if rerr := removeCart(ctx, &rmres); rerr != nil { + return + } + } else if rmCutOnErr { + if rerr := removeCut(ctx, &rmres); rerr != nil { + return + } + } + } else { + rhl.Printf("File got succesfully imported into Cart/Cut %d/%d", res.Cart, res.Cut) + } + } else { + res.ResponseCode = http.StatusBadRequest + res.ErrorString = "importer: The request doesn't contain enough information to be processed" + } + + return +} |