1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
|
# -*- encoding: utf-8 -*-
#########################################################################
#
# Kettle connector for OpenERP
# Copyright (C) 2010 Raphaël Valyi
# Copyright (C) 2011 Akretion (http://www.akretion.com). All Rights Reserved
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
#########################################################################
import sys
import zipfile
import os
import os.path
import getopt
import urllib
import tarfile
import shutil
import subprocess
tmp_directory = "/tmp/"
install_directory = "/opt/openerp/"
class unzip:
def __init__(self, verbose = False, percent = 10):
self.verbose = verbose
self.percent = percent
def extract(self, file, dir):
if not dir.endswith(':') and not os.path.exists(dir):
os.mkdir(dir)
zf = zipfile.ZipFile(file)
# create directory structure to house files
self._createstructure(file, dir)
num_files = len(zf.namelist())
percent = self.percent
divisions = 100 / percent
perc = int(num_files / divisions)
# extract files to directory structure
for i, name in enumerate(zf.namelist()):
if self.verbose == True:
print "Extracting %s" % name
elif perc > 0 and (i % perc) == 0 and i > 0:
complete = int (i / perc) * percent
print "%s%% complete" % complete
if not name.endswith('/'):
outfile = open(os.path.join(dir, name), 'wb')
outfile.write(zf.read(name))
outfile.flush()
outfile.close()
def _createstructure(self, file, dir):
self._makedirs(self._listdirs(file), dir)
def _makedirs(self, directories, basedir):
""" Create any directories that don't currently exist """
for dir in directories:
curdir = os.path.join(basedir, dir)
if not os.path.exists(curdir):
os.mkdir(curdir)
def _listdirs(self, file):
""" Grabs all the directories in the zip structure
This is necessary to create the structure before trying
to extract the file to it. """
zf = zipfile.ZipFile(file)
dirs = []
for name in zf.namelist():
if name.endswith('/'):
dirs.append(name)
dirs.sort()
return dirs
class installer:
def install_terminatooor(self, kettle_root_directory):
#print "installing the T800 generation..."
#print "getting TerminatOOOR plugin from the Internet, this can take a while (>10Mo)..."
#urllib.urlretrieve('https://github.com/downloads/rvalyi/terminatooor/terminatooor1.3.1.zip', tmp_directory + 'terminatooor.zip')
#unzipper = unzip()
#unzipper.extract(tmp_directory + 'terminatooor.zip', kettle_root_directory + 'data-integration/plugins/steps/terminatooor')
#shutil.move(kettle_root_directory + 'data-integration/plugins/steps/terminatooor/jruby-ooor.jar', kettle_root_directory + 'data-integration/libext/jruby-ooor.jar')
print "installing TerminatOOOR 2 generation"
print "getting Ruby-Scripting-for-Kettle from the Internet, this can take a while (>10Mo)..."
urllib.urlretrieve('https://github.com/downloads/type-exit/Ruby-Scripting-for-Kettle/RubyPlugin_1.1_Kettle_4.2.zip', tmp_directory + 'RubyPlugin.zip')
unzipper = unzip()
unzipper.extract(tmp_directory + 'RubyPlugin.zip', kettle_root_directory + 'RubyPlugin')
shutil.move(kettle_root_directory + 'RubyPlugin/Ruby/steps/Ruby', kettle_root_directory + 'data-integration/plugins/steps/Ruby')
print "Loading Akretion shield..."
urllib.urlretrieve('https://github.com/downloads/rvalyi/terminatooor/terminatooor2.1.zip', tmp_directory + 'TerminatOOOOR2.zip')
unzipper = unzip()
unzipper.extract(tmp_directory + 'TerminatOOOOR2.zip', tmp_directory + 'TerminatOOOOR2')
shutil.rmtree(kettle_root_directory + 'data-integration/plugins/steps/Ruby/gems/gems')
shutil.rmtree(kettle_root_directory + 'data-integration/plugins/steps/Ruby/gems/specifications')
shutil.move(tmp_directory + 'TerminatOOOOR2/gems', kettle_root_directory + 'data-integration/plugins/steps/Ruby/gems')
shutil.move(tmp_directory + 'TerminatOOOOR2/specifications', kettle_root_directory + 'data-integration/plugins/steps/Ruby/gems')
def update_terminatoor(self, kettle_root_directory):
print kettle_root_directory
#os.remove(kettle_root_directory + 'data-integration/libext/jruby-ooor.jar')
shutil.rmtree(kettle_root_directory+'data-integration/plugins/steps/terminatooor')
shutil.rmtree(kettle_root_directory+'data-integration/plugins/steps/Ruby')
self.install_terminatooor(kettle_root_directory)
def install(self, kettle_root_directory, install_agilebi=True):
unzipper = unzip()
print "checking if Kettle is possibly already installed..."
kettle_dir = kettle_root_directory + 'data-integration'
if os.path.isdir(kettle_dir):
raise Exception("looks like Pentaho Data Integration (Kettle) is already installed!\nPlease remove the %s directory first if you want to re-install it." % kettle_dir)
print "checking Java version, should be >= 1.6..."
try:
retcode = subprocess.call(["java", "-version"])
except:
raise Exception("looks like you don't have Java installed! Please install Java (1.6 or superior) first!")
print "getting Pentaho Data Integration (Kettle) from the Internet, this can take a while (>80Mo)..."
urllib.urlretrieve('http://sourceforge.net/projects/pentaho/files/Data%20Integration/4.2.0-RC1/pdi-ce-4.2.0-RC1.tar.gz/download', tmp_directory + 'kettle.tar.gz')
try:
tar = tarfile.open(tmp_directory + 'kettle.tar.gz', 'r:gz')
for item in tar:
tar.extract(item, kettle_root_directory)
except:
name = os.path.basename(sys.argv[0])
print name[:name.rfind('.')], '<filename>'
self.install_terminatooor(kettle_root_directory)
if False:#install_agilebi:
print "getting the AgileBI plugin from the Internet, this can take a while (>80Mo)..."
urllib.urlretrieve('ftp://download.pentaho.org/client/agile-bi/pmv-1.0.2-stable.zip', tmp_directory + 'agilebi.zip')
unzipper.extract(tmp_directory + 'agilebi.zip', kettle_root_directory + 'data-integration/plugins/spoon')
if __name__ == '__main__':
installer = installer()
installer.install(install_directory)
print "Done!"
|