1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
1 |
# IVLE - Informatics Virtual Learning Environment
|
2 |
# Copyright (C) 2007-2008 The University of Melbourne
|
|
3 |
#
|
|
4 |
# This program is free software; you can redistribute it and/or modify
|
|
5 |
# it under the terms of the GNU General Public License as published by
|
|
6 |
# the Free Software Foundation; either version 2 of the License, or
|
|
7 |
# (at your option) any later version.
|
|
8 |
#
|
|
9 |
# This program is distributed in the hope that it will be useful,
|
|
10 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12 |
# GNU General Public License for more details.
|
|
13 |
#
|
|
14 |
# You should have received a copy of the GNU General Public License
|
|
15 |
# along with this program; if not, write to the Free Software
|
|
16 |
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
17 |
||
18 |
# Module: setup/util
|
|
19 |
# Author: Matt Giuca, Refactored by David Coles
|
|
20 |
# Date: 02/07/2008
|
|
21 |
||
22 |
# setup/util.py
|
|
23 |
# Contains a set of functions useful for the setup program.
|
|
24 |
||
25 |
import os |
|
26 |
import shutil |
|
27 |
import errno |
|
28 |
import sys |
|
29 |
import string |
|
30 |
import stat |
|
31 |
import optparse |
|
32 |
import mimetypes |
|
33 |
||
34 |
__all__ = ['PYTHON_VERSION', 'copy_file_to_jail', 'RunError', |
|
35 |
'action_runprog', 'action_remove', 'action_rename', 'action_mkdir', |
|
36 |
'action_copytree', 'action_copylist', 'action_copyfile', |
|
37 |
'action_symlink', 'action_append', 'action_chown', |
|
38 |
'action_chown_setuid', 'action_chmod_x', 'action_make_private', |
|
39 |
'query_user', 'filter_mutate', 'get_svn_revision', 'InstallList', |
|
40 |
'wwwuid'] |
|
41 |
||
42 |
# Determine which Python version (2.4 or 2.5, for example) we are running,
|
|
43 |
# and use that as the filename to the Python directory.
|
|
44 |
# Just get the first 3 characters of sys.version.
|
|
45 |
PYTHON_VERSION = sys.version[0:3] |
|
46 |
||
47 |
# Location of standard programs
|
|
48 |
RSYNC = '/usr/bin/rsync' |
|
49 |
||
50 |
# UID of the Webserver
|
|
51 |
wwwuid = 33 |
|
52 |
||
53 |
def copy_file_to_jail(src, dry): |
|
54 |
"""Copies a single file from an absolute location into the same location
|
|
55 |
within the jail. src must begin with a '/'. The jail will be located
|
|
56 |
in a 'jail' subdirectory of the current path."""
|
|
57 |
action_copyfile(src, 'jail' + src, dry) |
|
58 |
||
59 |
# The actions call Python os functions but print actions and handle dryness.
|
|
60 |
# May still throw os exceptions if errors occur.
|
|
61 |
||
62 |
class RunError: |
|
63 |
"""Represents an error when running a program (nonzero return)."""
|
|
64 |
def __init__(self, prog, retcode): |
|
65 |
self.prog = prog |
|
66 |
self.retcode = retcode |
|
67 |
def __str__(self): |
|
68 |
return str(self.prog) + " returned " + repr(self.retcode) |
|
69 |
||
70 |
def action_runprog(prog, args, dry): |
|
71 |
"""Runs a unix program. Searches in $PATH. Synchronous (waits for the
|
|
72 |
program to return). Runs in the current environment. First prints the
|
|
73 |
action as a "bash" line.
|
|
74 |
||
75 |
Throws a RunError with a retcode of the return value of the program,
|
|
76 |
if the program did not return 0.
|
|
77 |
||
78 |
prog: String. Name of the program. (No path required, if in $PATH).
|
|
79 |
args: [String]. Arguments to the program. (Note, this does not allow you to
|
|
80 |
set argv[0]; it will always be prog.)
|
|
81 |
dry: Bool. If True, prints but does not execute.
|
|
82 |
"""
|
|
83 |
print prog, string.join(args, ' ') |
|
84 |
if dry: return |
|
85 |
ret = os.spawnvp(os.P_WAIT, prog, [prog] + args) |
|
86 |
if ret != 0: |
|
87 |
raise RunError(prog, ret) |
|
88 |
||
89 |
def action_remove(path, dry): |
|
90 |
"""Calls rmtree, deleting the target file if it exists."""
|
|
91 |
try: |
|
92 |
print "rm -r", path |
|
93 |
if not dry: |
|
94 |
shutil.rmtree(path, True) |
|
95 |
except OSError, (err, msg): |
|
96 |
if err != errno.EEXIST: |
|
97 |
raise
|
|
98 |
# Otherwise, didn't exist, so we don't care
|
|
99 |
||
100 |
def action_rename(src, dst, dry): |
|
101 |
"""Calls rename. Deletes the target if it already exists."""
|
|
102 |
action_remove(dst, dry) |
|
103 |
print "mv ", src, dst |
|
104 |
if dry: return |
|
105 |
try: |
|
106 |
os.rename(src, dst) |
|
107 |
except OSError, (err, msg): |
|
108 |
if err != errno.EEXIST: |
|
109 |
raise
|
|
110 |
||
111 |
def action_mkdir(path, dry): |
|
112 |
"""Calls mkdir. Silently ignored if the directory already exists.
|
|
113 |
Creates all parent directories as necessary."""
|
|
114 |
print "mkdir -p", path |
|
115 |
if dry: return |
|
116 |
try: |
|
117 |
os.makedirs(path) |
|
118 |
except OSError, (err, msg): |
|
119 |
if err != errno.EEXIST: |
|
120 |
raise
|
|
121 |
||
122 |
def action_copytree(src, dst, dry): |
|
123 |
"""Copies an entire directory tree. Symlinks are seen as normal files and
|
|
124 |
copies of the entire file (not the link) are made. Creates all parent
|
|
125 |
directories as necessary.
|
|
126 |
||
127 |
See shutil.copytree."""
|
|
128 |
# Allow copying over itself
|
|
129 |
if (os.path.normpath(os.path.join(os.getcwd(),src)) == |
|
130 |
os.path.normpath(os.path.join(os.getcwd(),dst))): |
|
131 |
return
|
|
132 |
||
133 |
# Try to do the copy with rsync, if that fails just copy
|
|
134 |
try: |
|
135 |
action_runprog(RSYNC, ['-a','--delete',src + '/',dst], dry) |
|
136 |
except RunError: |
|
137 |
if dry: return |
|
138 |
action_remove(dst, dry) |
|
139 |
print "cp -r", src, dst |
|
140 |
shutil.copytree(src, dst, True) |
|
141 |
||
142 |
def action_copylist(srclist, dst, dry, srcdir=".", onlybasename=False): |
|
143 |
"""Copies all files in a list to a new location. The files in the list
|
|
144 |
are read relative to the current directory, and their destinations are the
|
|
145 |
same paths relative to dst. Creates all parent directories as necessary.
|
|
146 |
srcdir is "." by default, can be overridden.
|
|
147 |
||
148 |
If onlybasename is True, only the basename of the source is appended to
|
|
149 |
the destination.
|
|
150 |
"""
|
|
151 |
for srcfile in srclist: |
|
152 |
if onlybasename: |
|
153 |
dstfile = os.path.join(dst, os.path.basename(srcfile)) |
|
154 |
else: |
|
155 |
dstfile = os.path.join(dst, srcfile) |
|
156 |
srcfile = os.path.join(srcdir, srcfile) |
|
157 |
dstdir = os.path.split(dstfile)[0] |
|
158 |
if not os.path.isdir(dstdir): |
|
159 |
action_mkdir(dstdir, dry) |
|
160 |
print "cp -f", srcfile, dstfile |
|
161 |
if not dry: |
|
162 |
try: |
|
163 |
shutil.copyfile(srcfile, dstfile) |
|
164 |
shutil.copymode(srcfile, dstfile) |
|
165 |
except shutil.Error: |
|
166 |
pass
|
|
167 |
||
168 |
def action_copyfile(src, dst, dry): |
|
169 |
"""Copies one file to a new location. Creates all parent directories
|
|
170 |
as necessary.
|
|
171 |
Warn if file not found.
|
|
172 |
"""
|
|
173 |
dstdir = os.path.split(dst)[0] |
|
174 |
if not os.path.isdir(dstdir): |
|
175 |
action_mkdir(dstdir, dry) |
|
176 |
print "cp -f", src, dst |
|
177 |
if not dry: |
|
178 |
try: |
|
179 |
shutil.copyfile(src, dst) |
|
180 |
shutil.copymode(src, dst) |
|
181 |
except (shutil.Error, IOError), e: |
|
182 |
print "Warning: " + str(e) |
|
183 |
||
184 |
def action_symlink(src, dst, dry): |
|
185 |
"""Creates a symlink in a given location. Creates all parent directories
|
|
186 |
as necessary.
|
|
187 |
"""
|
|
188 |
dstdir = os.path.split(dst)[0] |
|
189 |
if not os.path.isdir(dstdir): |
|
190 |
action_mkdir(dstdir, dry) |
|
191 |
# Delete existing file
|
|
192 |
if os.path.exists(dst): |
|
193 |
os.remove(dst) |
|
194 |
print "ln -fs", src, dst |
|
195 |
if not dry: |
|
196 |
os.symlink(src, dst) |
|
197 |
||
198 |
def action_append(ivle_pth, ivle_www): |
|
199 |
file = open(ivle_pth, 'a+') |
|
200 |
file.write(ivle_www + '\n') |
|
201 |
file.close() |
|
202 |
||
203 |
def action_chown_setuid(file, dry): |
|
204 |
"""Chowns a file to root, and sets the setuid bit on the file.
|
|
205 |
Calling this function requires the euid to be root.
|
|
206 |
The actual mode of path is set to: rws--s--s
|
|
207 |
"""
|
|
208 |
print "chown root:root", file |
|
209 |
if not dry: |
|
210 |
os.chown(file, 0, 0) |
|
211 |
print "chmod a+xs", file |
|
212 |
print "chmod u+rw", file |
|
213 |
if not dry: |
|
214 |
os.chmod(file, stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH |
|
215 |
| stat.S_ISUID | stat.S_IRUSR | stat.S_IWUSR) |
|
216 |
||
217 |
def action_chmod_x(file, dry): |
|
218 |
"""Chmod 755 a file (sets permissions to rwxr-xr-x)."""
|
|
219 |
print "chmod 755", file |
|
220 |
if not dry: |
|
221 |
os.chmod(file, stat.S_IXUSR | stat.S_IRUSR | stat.S_IWUSR |
|
222 |
| stat.S_IXGRP | stat.S_IRGRP | stat.S_IXOTH | stat.S_IROTH) |
|
223 |
||
224 |
def action_chown(file, uid, gid, dry): |
|
225 |
"""Chowns a file to the specified numeric UID and GID."""
|
|
226 |
print "chown %s:%s %s"%(uid, gid, file) |
|
227 |
if not dry: |
|
228 |
os.chown(file, uid, gid) |
|
229 |
||
230 |
def action_make_private(file, dry): |
|
231 |
"""Ensures that a file is private to IVLE (chowns to www-data and chmod to
|
|
232 |
600)"""
|
|
233 |
action_chown(file, wwwuid, wwwuid, dry) |
|
234 |
print "chmod 600", file |
|
235 |
if not dry: |
|
236 |
os.chmod(file, stat.S_IRUSR | stat.S_IWUSR) |
|
237 |
||
238 |
def query_user(default, prompt): |
|
239 |
"""Prompts the user for a string, which is read from a line of stdin.
|
|
240 |
Exits silently if EOF is encountered. Returns the string, with spaces
|
|
241 |
removed from the beginning and end.
|
|
242 |
||
243 |
Returns default if a 0-length line (after spaces removed) was read.
|
|
244 |
"""
|
|
245 |
if default is None: |
|
246 |
# A default of None means the value will be computed specially, so we
|
|
247 |
# can't really tell you what it is
|
|
248 |
defaultstr = "computed" |
|
249 |
elif isinstance(default, basestring): |
|
250 |
defaultstr = '"%s"' % default |
|
251 |
else: |
|
252 |
defaultstr = repr(default) |
|
253 |
sys.stdout.write('%s\n (default: %s)\n>' % (prompt, defaultstr)) |
|
254 |
try: |
|
255 |
val = sys.stdin.readline() |
|
256 |
except KeyboardInterrupt: |
|
257 |
# Ctrl+C
|
|
258 |
sys.stdout.write("\n") |
|
259 |
sys.exit(1) |
|
260 |
sys.stdout.write("\n") |
|
261 |
# If EOF, exit
|
|
262 |
if val == '': sys.exit(1) |
|
263 |
# If empty line, return default
|
|
264 |
val = val.strip() |
|
265 |
if val == '': return default |
|
266 |
return val |
|
267 |
||
268 |
def filter_mutate(function, list): |
|
269 |
"""Like built-in filter, but mutates the given list instead of returning a
|
|
270 |
new one. Returns None."""
|
|
271 |
i = len(list)-1 |
|
272 |
while i >= 0: |
|
273 |
# Delete elements which do not match
|
|
274 |
if not function(list[i]): |
|
275 |
del list[i] |
|
276 |
i -= 1 |
|
277 |
||
278 |
def get_svn_revision(): |
|
279 |
"""Returns either the current SVN revision of this build, or None"""
|
|
280 |
import pysvn |
|
281 |
try: |
|
282 |
svn = pysvn.Client() |
|
283 |
entry = svn.info('.') |
|
284 |
revnum = entry.revision.number |
|
285 |
except pysvn.ClientError, e: |
|
286 |
revnum = None |
|
287 |
return revnum |
|
288 |
||
289 |
### InstallList and helpers ###
|
|
290 |
||
291 |
# Mime types which will automatically be placed in the list by InstallList.
|
|
292 |
installlist_mimetypes = ['text/x-python', 'text/html', |
|
293 |
'application/x-javascript', 'application/javascript', |
|
294 |
'text/css', 'image/png', 'image/gif', 'application/xml'] |
|
295 |
||
296 |
def build_list_py_files(dir, no_top_level=False): |
|
297 |
"""Builds a list of all py files found in a directory and its
|
|
298 |
subdirectories. Returns this as a list of strings.
|
|
299 |
no_top_level=True means the file paths will not include the top-level
|
|
300 |
directory.
|
|
301 |
"""
|
|
302 |
pylist = [] |
|
303 |
for (dirpath, dirnames, filenames) in os.walk(dir): |
|
304 |
# Exclude directories beginning with a '.' (such as '.svn')
|
|
305 |
filter_mutate(lambda x: x[0] != '.', dirnames) |
|
306 |
# All *.py files are added to the list
|
|
307 |
pylist += [os.path.join(dirpath, item) for item in filenames |
|
308 |
if mimetypes.guess_type(item)[0] in installlist_mimetypes] |
|
309 |
if no_top_level: |
|
310 |
for i in range(0, len(pylist)): |
|
311 |
_, pylist[i] = pylist[i].split(os.sep, 1) |
|
312 |
return pylist |
|
313 |
||
314 |
class InstallList(object): |
|
315 |
# We build two separate lists, by walking www and console
|
|
316 |
list_www = property(lambda self: build_list_py_files('www')) |
|
317 |
||
318 |
list_ivle_lib = property(lambda self: build_list_py_files('ivle')) |
|
319 |
||
320 |
list_subjects = property(lambda self: build_list_py_files('subjects', |
|
321 |
no_top_level=True)) |
|
322 |
||
323 |
list_exercises = property(lambda self: build_list_py_files('exercises', |
|
324 |
no_top_level=True)) |
|
325 |
||
326 |
list_services = [ |
|
327 |
"services/python-console", |
|
328 |
"services/fileservice", |
|
329 |
"services/serveservice", |
|
330 |
"services/interpretservice", |
|
331 |
"services/usrmgt-server", |
|
332 |
"services/diffservice", |
|
333 |
"services/svnlogservice", |
|
334 |
]
|
|
335 |
||
336 |
list_user_binaries = [ |
|
337 |
"bin/ivle-enrol", |
|
338 |
"bin/ivle-enrolallusers", |
|
339 |
"bin/ivle-listusers", |
|
340 |
"bin/ivle-makeuser", |
|
341 |
"bin/ivle-marks", |
|
342 |
"bin/ivle-mountallusers", |
|
343 |
"bin/ivle-remakeuser", |
|
344 |
"bin/ivle-showenrolment", |
|
345 |
]
|