summaryrefslogtreecommitdiff
path: root/run-import.py
diff options
context:
space:
mode:
Diffstat (limited to 'run-import.py')
-rwxr-xr-xrun-import.py82
1 files changed, 82 insertions, 0 deletions
diff --git a/run-import.py b/run-import.py
new file mode 100755
index 0000000..017eb5d
--- /dev/null
+++ b/run-import.py
@@ -0,0 +1,82 @@
+#!/usr/bin/python
+#
+#
+# pool-import
+#
+# Copyright (C) 2016 Christian Pointner <equinox@helsinki.at>
+#
+# This file is part of pool-import.
+#
+# pool-import is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# any later version.
+#
+# pool-import is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with pool-import. If not, see <http://www.gnu.org/licenses/>.
+#
+
+'''Radio Helsinki pool-import runner.'''
+
+
+groups = [
+ { 'old': "Pool01", 'new': "P_test" },
+ { 'old': "Pool02", 'new': "Pbumbumtsch" },
+ { 'old': "Pool03", 'new': "Pechochamber" }
+] # TODO: add other group mappings
+
+def run_one(g):
+ import subprocess
+ import os
+
+ print "start import from %s to %s" % (g['old'], g['new'])
+ log = open("%s.log" % (g['old']), "w")
+ p = subprocess.Popen(["./pool-import", g['old'], g['new']], shell=True, universal_newlines=True, stdout=log, stderr=log)
+ ret_code = p.wait()
+ log.flush()
+ log.close()
+ print "done importing from %s to %s ... exit_code: %d" % (g['old'], g['new'], ret_code)
+
+if __name__ == '__main__':
+ import getopt
+ import sys
+ from multiprocessing import Pool
+
+ usage = '''spreadspace simple pic downloader.
+Usage:
+ run_import.py [pool-size]
+
+Options:
+ -h, --help this help message.
+ -p=N, --pool-size=N the number of paralell imports.
+'''
+
+ pool_size = 2
+
+ try:
+ opts, args = getopt.getopt(sys.argv[1:], "hp", ["help", "pool-size" ])
+ for o, a in opts:
+ if o in ("-h", "--help"):
+ print >> sys.stderr, usage
+ sys.exit(0)
+ elif o == ("-s", "--pool-size"):
+ device = a
+ else:
+ raise getopt.GetoptError('Too many arguments')
+
+ if len(args) > 1:
+ raise getopt.GetoptError('Too many arguments')
+
+ except getopt.GetoptError, msg:
+ print >> sys.stderr, "ERROR: %s" % msg
+ print >> sys.stderr, usage
+ sys.exit(2)
+
+
+ p = Pool(pool_size)
+ p.map(run_one, groups)