prepare export rhimport package to rhrd-go repo

1 files changed, 528 insertions, 0 deletions

diff --git a/rhimport/importer.go b/rhimport/importer.go
new file mode 100644
index 0000000..0702db4
--- /dev/null
+++ b/rhimport/importer.go
@@ -0,0 +1,528 @@
+//
+//  rhimportd
+//
+//  The Radio Helsinki Rivendell Import Daemon
+//
+//
+//  Copyright (C) 2015-2016 Christian Pointner <equinox@helsinki.at>
+//
+//  This file is part of rhimportd.
+//
+//  rhimportd is free software: you can redistribute it and/or modify
+//  it under the terms of the GNU General Public License as published by
+//  the Free Software Foundation, either version 3 of the License, or
+//  any later version.
+//
+//  rhimportd is distributed in the hope that it will be useful,
+//  but WITHOUT ANY WARRANTY; without even the implied warranty of
+//  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+//  GNU General Public License for more details.
+//
+//  You should have received a copy of the GNU General Public License
+//  along with rhimportd. If not, see <http://www.gnu.org/licenses/>.
+//
+
+package rhimport
+
+import (
+	"bufio"
+	"bytes"
+	"fmt"
+	"github.com/andelf/go-curl"
+	"mime/multipart"
+	"net/http"
+	"os"
+	"path"
+)
+
+func (self *Result) fromRDWebResult(rdres *RDWebResult) {
+	self.ResponseCode = rdres.ResponseCode
+	self.ErrorString = rdres.ErrorString
+	if rdres.AudioConvertError != 0 {
+		self.ErrorString += fmt.Sprintf(", Audio Convert Error: %d", rdres.AudioConvertError)
+	}
+}
+
+func addCart(ctx *Context, res *Result) (err error) {
+	rhdl.Printf("importer: addCart() called for cart: %d", ctx.Cart)
+
+	if ctx.GroupName == "" {
+		if err = ctx.getGroupOfCart(); err != nil {
+			return
+		}
+	}
+
+	var b bytes.Buffer
+	w := multipart.NewWriter(&b)
+
+	if err = w.WriteField("COMMAND", "12"); err != nil {
+		return
+	}
+	if err = w.WriteField("LOGIN_NAME", ctx.UserName); err != nil {
+		return
+	}
+	if err = w.WriteField("PASSWORD", ctx.Password); err != nil {
+		return
+	}
+	if err = w.WriteField("GROUP_NAME", ctx.GroupName); err != nil {
+		return
+	}
+	if err = w.WriteField("TYPE", "audio"); err != nil {
+		return
+	}
+	if ctx.Cart != 0 {
+		if err = w.WriteField("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil {
+			return
+		}
+	}
+	w.Close()
+
+	var resp *http.Response
+	if resp, err = sendPostRequest(ctx.conf.RDXportEndpoint, &b, w.FormDataContentType()); err != nil {
+		return
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		var rdres *RDWebResult
+		if rdres, err = NewRDWebResultFromXML(resp.Body); err != nil {
+			return
+		}
+		res.fromRDWebResult(rdres)
+		res.Cart = ctx.Cart
+		return
+	}
+	var cartadd *RDCartAdd
+	if cartadd, err = NewRDCartAddFromXML(resp.Body); err != nil {
+		return
+	}
+	res.ResponseCode = resp.StatusCode
+	res.ErrorString = "OK"
+	res.Cart = cartadd.Carts[0].Number
+	ctx.Cart = res.Cart
+	return
+}
+
+func addCut(ctx *Context, res *Result) (err error) {
+	rhdl.Printf("importer: addCut() called for cart/cut: %d/%d", ctx.Cart, ctx.Cut)
+	var b bytes.Buffer
+	w := multipart.NewWriter(&b)
+
+	if err = w.WriteField("COMMAND", "10"); err != nil {
+		return
+	}
+	if err = w.WriteField("LOGIN_NAME", ctx.UserName); err != nil {
+		return
+	}
+	if err = w.WriteField("PASSWORD", ctx.Password); err != nil {
+		return
+	}
+	if err = w.WriteField("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil {
+		return
+	}
+	w.Close()
+
+	var resp *http.Response
+	if resp, err = sendPostRequest(ctx.conf.RDXportEndpoint, &b, w.FormDataContentType()); err != nil {
+		return
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		var rdres *RDWebResult
+		if rdres, err = NewRDWebResultFromXML(resp.Body); err != nil {
+			return
+		}
+		res.fromRDWebResult(rdres)
+		res.Cart = ctx.Cart
+		res.Cut = ctx.Cut
+		return
+	}
+	var cutadd *RDCutAdd
+	if cutadd, err = NewRDCutAddFromXML(resp.Body); err != nil {
+		return
+	}
+	res.ResponseCode = resp.StatusCode
+	res.ErrorString = "OK"
+	res.Cart = ctx.Cart
+	res.Cut = cutadd.Cuts[0].Number
+	ctx.Cut = cutadd.Cuts[0].Number
+	return
+}
+
+func removeCart(ctx *Context, res *Result) (err error) {
+	rhdl.Printf("importer: removeCart() called for cart: %d", ctx.Cart)
+	var b bytes.Buffer
+	w := multipart.NewWriter(&b)
+
+	if err = w.WriteField("COMMAND", "13"); err != nil {
+		return
+	}
+	if err = w.WriteField("LOGIN_NAME", ctx.UserName); err != nil {
+		return
+	}
+	if err = w.WriteField("PASSWORD", ctx.Password); err != nil {
+		return
+	}
+	if err = w.WriteField("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil {
+		return
+	}
+	w.Close()
+
+	var resp *http.Response
+	if resp, err = sendPostRequest(ctx.conf.RDXportEndpoint, &b, w.FormDataContentType()); err != nil {
+		return
+	}
+	defer resp.Body.Close()
+
+	var rdres *RDWebResult
+	if rdres, err = NewRDWebResultFromXML(resp.Body); err != nil {
+		return
+	}
+	res.fromRDWebResult(rdres)
+	res.Cart = ctx.Cart
+	return
+}
+
+func removeCut(ctx *Context, res *Result) (err error) {
+	rhdl.Printf("importer: removeCut() called for cart/cut: %d/%d", ctx.Cart, ctx.Cut)
+	var b bytes.Buffer
+	w := multipart.NewWriter(&b)
+
+	if err = w.WriteField("COMMAND", "11"); err != nil {
+		return
+	}
+	if err = w.WriteField("LOGIN_NAME", ctx.UserName); err != nil {
+		return
+	}
+	if err = w.WriteField("PASSWORD", ctx.Password); err != nil {
+		return
+	}
+	if err = w.WriteField("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil {
+		return
+	}
+	if err = w.WriteField("CUT_NUMBER", fmt.Sprintf("%d", ctx.Cut)); err != nil {
+		return
+	}
+	w.Close()
+
+	var resp *http.Response
+	if resp, err = sendPostRequest(ctx.conf.RDXportEndpoint, &b, w.FormDataContentType()); err != nil {
+		return
+	}
+	defer resp.Body.Close()
+
+	var rdres *RDWebResult
+	if rdres, err = NewRDWebResultFromXML(resp.Body); err != nil {
+		return
+	}
+	res.fromRDWebResult(rdres)
+	res.Cart = ctx.Cart
+	res.Cut = ctx.Cut
+	return
+}
+
+func sendPostRequest(url string, b *bytes.Buffer, contenttype string) (resp *http.Response, err error) {
+	var req *http.Request
+	if req, err = http.NewRequest("POST", url, b); err != nil {
+		return
+	}
+	if contenttype != "" {
+		req.Header.Set("Content-Type", contenttype)
+	}
+
+	client := &http.Client{}
+	if resp, err = client.Do(req); err != nil {
+		return
+	}
+	return
+}
+
+func importAudioCreateRequest(ctx *Context, easy *curl.CURL) (form *curl.Form, err error) {
+	form = curl.NewForm()
+
+	if err = form.Add("COMMAND", "2"); err != nil {
+		return
+	}
+	if err = form.Add("LOGIN_NAME", ctx.UserName); err != nil {
+		return
+	}
+	if err = form.Add("PASSWORD", ctx.Password); err != nil {
+		return
+	}
+	if err = form.Add("CART_NUMBER", fmt.Sprintf("%d", ctx.Cart)); err != nil {
+		return
+	}
+	if err = form.Add("CUT_NUMBER", fmt.Sprintf("%d", ctx.Cut)); err != nil {
+		return
+	}
+	if err = form.Add("CHANNELS", fmt.Sprintf("%d", ctx.Channels)); err != nil {
+		return
+	}
+	if err = form.Add("NORMALIZATION_LEVEL", fmt.Sprintf("%d", ctx.NormalizationLevel)); err != nil {
+		return
+	}
+	if err = form.Add("AUTOTRIM_LEVEL", fmt.Sprintf("%d", ctx.AutotrimLevel)); err != nil {
+		return
+	}
+	if err = form.Add("USE_METADATA", bool2str[ctx.UseMetaData]); err != nil {
+		return
+	}
+	if err = form.AddFile("FILENAME", ctx.SourceFile); err != nil {
+		return
+	}
+
+	return
+}
+
+func importAudio(ctx *Context, res *Result) (err error) {
+	rhdl.Printf("importer: importAudio() called for cart/cut: %d/%d", ctx.Cart, ctx.Cut)
+	easy := curl.EasyInit()
+
+	if easy != nil {
+		defer easy.Cleanup()
+
+		easy.Setopt(curl.OPT_URL, ctx.conf.RDXportEndpoint)
+		easy.Setopt(curl.OPT_POST, true)
+
+		var form *curl.Form
+		if form, err = importAudioCreateRequest(ctx, easy); err != nil {
+			return
+		}
+		easy.Setopt(curl.OPT_HTTPPOST, form)
+		easy.Setopt(curl.OPT_HTTPHEADER, []string{"Expect:"})
+
+		var resbody bytes.Buffer
+		easy.Setopt(curl.OPT_WRITEFUNCTION, func(ptr []byte, userdata interface{}) bool {
+			b := userdata.(*bytes.Buffer)
+			b.Write(ptr)
+			return true
+		})
+		easy.Setopt(curl.OPT_WRITEDATA, &resbody)
+
+		easy.Setopt(curl.OPT_NOPROGRESS, false)
+		easy.Setopt(curl.OPT_PROGRESSFUNCTION, func(dltotal, dlnow, ultotal, ulnow float64, userdata interface{}) bool {
+			if ctx.Cancel != nil && len(ctx.Cancel) > 0 {
+				res.ResponseCode = http.StatusNoContent
+				res.ErrorString = "canceled"
+				return false
+			}
+
+			if ctx.ProgressCallBack != nil {
+				if keep := ctx.ProgressCallBack(2, "importing", ulnow/ultotal, ctx.ProgressCallBackData); !keep {
+					ctx.ProgressCallBack = nil
+				}
+			}
+			return true
+		})
+		easy.Setopt(curl.OPT_PROGRESSDATA, ctx)
+
+		if err = easy.Perform(); err != nil {
+			if res.ResponseCode == http.StatusNoContent {
+				rhl.Printf("import to cart/cat %d/%d got canceled", ctx.Cart, ctx.Cut)
+				res.Cart = ctx.Cart
+				res.Cut = ctx.Cut
+				err = nil
+			} else {
+				err = fmt.Errorf("importer: %s", err)
+			}
+			return
+		}
+
+		var rdres *RDWebResult
+		if rdres, err = NewRDWebResultFromXML(bufio.NewReader(&resbody)); err != nil {
+			return
+		}
+		res.fromRDWebResult(rdres)
+		res.Cart = ctx.Cart
+		res.Cut = ctx.Cut
+	} else {
+		err = fmt.Errorf("Error initializing libcurl")
+	}
+
+	return
+}
+
+func addCartCut(ctx *Context, res *Result) (err error) {
+	if err = addCart(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+		return
+	}
+	if err = addCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+		return removeCart(ctx, &Result{ResponseCode: http.StatusOK})
+	}
+	return
+}
+
+func removeAddCartCut(ctx *Context, res *Result) (err error) {
+	if err = removeCart(ctx, res); err != nil || (res.ResponseCode != http.StatusOK && res.ResponseCode != http.StatusNotFound) {
+		return
+	}
+	return addCartCut(ctx, res)
+}
+
+func isCartMemberOfShow(ctx *Context, res *Result, carts []uint) (found bool) {
+	if ctx.Cart == 0 {
+		return true
+	}
+	for _, cart := range carts {
+		if cart == ctx.Cart {
+			return true
+		}
+	}
+	res.ResponseCode = http.StatusBadRequest
+	res.ErrorString = fmt.Sprintf("Requested cart %d is not a member of show: %d", ctx.Cart, ctx.ShowId)
+	res.Cart = ctx.Cart
+	return false
+}
+
+func clearShowCarts(ctx *Context, res *Result, carts []uint) (err error) {
+	if ctx.ClearShowCarts {
+		origCart := ctx.Cart
+		for _, cart := range carts {
+			ctx.Cart = cart
+			if err = removeCart(ctx, res); err != nil || (res.ResponseCode != http.StatusOK && res.ResponseCode != http.StatusNotFound) {
+				return
+			}
+		}
+		ctx.Cart = origCart
+	}
+	return
+}
+
+func addShowCartCut(ctx *Context, res *Result, carts []uint) (err error) {
+	if err = addCart(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+		return
+	}
+	for _, cart := range carts {
+		if cart == ctx.Cart {
+			if err = addCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+				return removeCart(ctx, &Result{ResponseCode: http.StatusOK})
+			}
+			return
+		}
+	}
+	if err = removeCart(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+		return
+	}
+	res.ResponseCode = http.StatusForbidden
+	res.ErrorString = fmt.Sprintf("Show %d has no free carts left", ctx.ShowId)
+	return
+}
+
+func cleanupFiles(ctx *Context) {
+	if ctx.DeleteSourceFile {
+		rhdl.Printf("importer: removing file: %s", ctx.SourceFile)
+		if err := os.Remove(ctx.SourceFile); err != nil {
+			rhl.Printf("importer: error removing source file: %s", err)
+			return
+		}
+		if ctx.DeleteSourceDir {
+			dir := path.Dir(ctx.SourceFile)
+			rhdl.Printf("importer: also removing directory: %s", dir)
+			if err := os.Remove(dir); err != nil {
+				rhl.Printf("importer: error removing source directory: %s", err)
+			}
+		}
+	}
+	return
+}
+
+func ImportFile(ctx *Context) (res *Result, err error) {
+	defer cleanupFiles(ctx)
+
+	rhl.Printf("importer: ImportFile called with: show-id: %d, pool-name: '%s', cart/cut: %d/%d", ctx.ShowId, ctx.GroupName, ctx.Cart, ctx.Cut)
+
+	if ctx.ProgressCallBack != nil {
+		if keep := ctx.ProgressCallBack(2, "importing", 0.0, ctx.ProgressCallBackData); !keep {
+			ctx.ProgressCallBack = nil
+		}
+	}
+
+	// TODO: on trusted interfaces we should call getPassword again with cached=false after 401's
+	if ctx.Trusted {
+		if err = ctx.getPassword(true); err != nil {
+			return
+		}
+	}
+
+	rmCartOnErr := false
+	rmCutOnErr := false
+	res = &Result{ResponseCode: http.StatusOK}
+	if ctx.ShowId != 0 { // Import to a show
+		var showCarts []uint
+		if showCarts, err = ctx.getShowInfo(); err != nil {
+			return
+		}
+		if !isCartMemberOfShow(ctx, res, showCarts) {
+			return
+		}
+		if err = clearShowCarts(ctx, res, showCarts); err != nil || (res.ResponseCode != http.StatusOK && res.ResponseCode != http.StatusNotFound) {
+			return
+		}
+		if ctx.ClearCart && !ctx.ClearShowCarts {
+			if err = removeAddCartCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+				return
+			}
+		} else {
+			if err = addShowCartCut(ctx, res, showCarts); err != nil || res.ResponseCode != http.StatusOK {
+				return
+			}
+		}
+		rmCartOnErr = true
+	} else if ctx.GroupName != "" { // Import to music pool
+		if err = ctx.getMusicInfo(); err != nil {
+			return
+		}
+		if err = addCartCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+			return
+		}
+		rmCartOnErr = true
+	} else if ctx.Cart != 0 && ctx.Cut == 0 { // Import to Cart
+		if ctx.ClearCart {
+			if err = removeAddCartCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+				return
+			}
+			rmCartOnErr = true
+		} else {
+			if err = addCut(ctx, res); err != nil {
+				return
+			}
+			if res.ResponseCode != http.StatusOK {
+				if err = addCartCut(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+					return
+				}
+				rmCartOnErr = true
+			} else {
+				rmCutOnErr = true
+			}
+		}
+	}
+
+	if ctx.Cart != 0 && ctx.Cut != 0 { // Import to specific Cut within Cart
+		if err = importAudio(ctx, res); err != nil || res.ResponseCode != http.StatusOK {
+			if err != nil {
+				rhl.Printf("Fileimport has failed (Cart/Cut %d/%d): %s", ctx.Cart, ctx.Cut, err)
+			} else {
+				rhl.Printf("Fileimport has failed (Cart/Cut %d/%d): %s", res.Cart, res.Cut, res.ErrorString)
+			}
+			// Try to clean up after failed import
+			rmres := Result{ResponseCode: http.StatusOK}
+			if rmCartOnErr {
+				if rerr := removeCart(ctx, &rmres); rerr != nil {
+					return
+				}
+			} else if rmCutOnErr {
+				if rerr := removeCut(ctx, &rmres); rerr != nil {
+					return
+				}
+			}
+		} else {
+			rhl.Printf("File got succesfully imported into Cart/Cut %d/%d", res.Cart, res.Cut)
+		}
+	} else {
+		res.ResponseCode = http.StatusBadRequest
+		res.ErrorString = "importer: The request doesn't contain enough information to be processed"
+	}
+
+	return
+}