1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
1 |
# IVLE - Informatics Virtual Learning Environment
|
2 |
# Copyright (C) 2007-2008 The University of Melbourne
|
|
3 |
#
|
|
4 |
# This program is free software; you can redistribute it and/or modify
|
|
5 |
# it under the terms of the GNU General Public License as published by
|
|
6 |
# the Free Software Foundation; either version 2 of the License, or
|
|
7 |
# (at your option) any later version.
|
|
8 |
#
|
|
9 |
# This program is distributed in the hope that it will be useful,
|
|
10 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12 |
# GNU General Public License for more details.
|
|
13 |
#
|
|
14 |
# You should have received a copy of the GNU General Public License
|
|
15 |
# along with this program; if not, write to the Free Software
|
|
16 |
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
17 |
||
18 |
# Module: MakeUser
|
|
19 |
# Author: Matt Giuca
|
|
20 |
# Date: 1/2/2008
|
|
21 |
||
22 |
# Allows creation of users. This sets up the following:
|
|
23 |
# * User's jail and home directory within the jail.
|
|
24 |
# * Subversion repository (TODO)
|
|
25 |
# * Check out Subversion workspace into jail (TODO)
|
|
26 |
# * Database details for user
|
|
27 |
# * Unix user account
|
|
28 |
||
29 |
# TODO: Sanitize login name and other fields.
|
|
30 |
# Users must not be called "temp" or "template".
|
|
31 |
||
32 |
# TODO: When creating a new home directory, chown it to its owner
|
|
33 |
||
34 |
# TODO: In chown_to_webserver:
|
|
35 |
# Do not call os.system("chown www-data") - use Python lib
|
|
36 |
# and use the web server uid given in conf. (Several places).
|
|
37 |
||
38 |
import md5 |
|
39 |
import os |
|
40 |
import stat |
|
41 |
import shutil |
|
42 |
import time |
|
43 |
import uuid |
|
44 |
import warnings |
|
45 |
import filecmp |
|
46 |
import logging |
|
47 |
import ivle.conf |
|
48 |
import ivle.pulldown_subj |
|
49 |
||
1080.1.44
by William Grant
ivle.makeuser: Port rebuild_svn_group_config() to Storm. |
50 |
from ivle.database import ProjectGroup |
51 |
||
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
52 |
def chown_to_webserver(filename): |
53 |
"""
|
|
54 |
Chowns a file so the web server user owns it.
|
|
55 |
(This is useful in setting up Subversion conf files).
|
|
56 |
Assumes root.
|
|
57 |
"""
|
|
58 |
try: |
|
59 |
os.system("chown -R www-data:www-data %s" % filename) |
|
60 |
except: |
|
61 |
pass
|
|
62 |
||
63 |
def make_svn_repo(path, throw_on_error=True): |
|
64 |
"""Create a Subversion repository at the given path.
|
|
65 |
"""
|
|
66 |
try: |
|
67 |
res = os.system("svnadmin create '%s'" % path) |
|
68 |
if res != 0 and throw_on_error: |
|
69 |
raise Exception("Cannot create repository: %s" % path) |
|
70 |
except Exception, exc: |
|
71 |
print repr(exc) |
|
72 |
if throw_on_error: |
|
73 |
raise
|
|
74 |
||
75 |
chown_to_webserver(path) |
|
76 |
||
1080.1.17
by me at id
ivle.makeuser: svn auth manipulation functions now use storm as much as |
77 |
def rebuild_svn_config(store): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
78 |
"""Build the complete SVN configuration file.
|
79 |
"""
|
|
1080.1.17
by me at id
ivle.makeuser: svn auth manipulation functions now use storm as much as |
80 |
users = store.find(ivle.database.User) |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
81 |
groups = {} |
1101
by William Grant
Privileges (apart from admin) are now offering-local, not global. |
82 |
# TODO: Populate groups with per-offering tutors/lecturers/etc.
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
83 |
f = open(ivle.conf.svn_conf + ".new", "w") |
84 |
f.write("# IVLE SVN Repositories Configuration\n") |
|
85 |
f.write("# Auto-generated on %s\n" % time.asctime()) |
|
86 |
f.write("\n") |
|
87 |
f.write("[groups]\n") |
|
88 |
for (g,ls) in groups.iteritems(): |
|
89 |
f.write("%s = %s\n" % (g, ",".join(ls))) |
|
90 |
f.write("\n") |
|
91 |
for u in users: |
|
92 |
f.write("[%s:/]\n" % u.login) |
|
93 |
f.write("%s = rw\n" % u.login) |
|
94 |
#f.write("@tutor = r\n")
|
|
95 |
#f.write("@lecturer = rw\n")
|
|
96 |
#f.write("@admin = rw\n")
|
|
97 |
f.write("\n") |
|
98 |
f.close() |
|
99 |
os.rename(ivle.conf.svn_conf + ".new", ivle.conf.svn_conf) |
|
100 |
chown_to_webserver(ivle.conf.svn_conf) |
|
101 |
||
1080.1.17
by me at id
ivle.makeuser: svn auth manipulation functions now use storm as much as |
102 |
def rebuild_svn_group_config(store): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
103 |
"""Build the complete SVN configuration file for groups
|
104 |
"""
|
|
105 |
f = open(ivle.conf.svn_group_conf + ".new", "w") |
|
106 |
f.write("# IVLE SVN Group Repositories Configuration\n") |
|
107 |
f.write("# Auto-generated on %s\n" % time.asctime()) |
|
108 |
f.write("\n") |
|
1080.1.44
by William Grant
ivle.makeuser: Port rebuild_svn_group_config() to Storm. |
109 |
for group in store.find(ProjectGroup): |
110 |
offering = group.project_set.offering |
|
111 |
reponame = "_".join([offering.subject.short_name, |
|
112 |
offering.semester.year, |
|
113 |
offering.semester.semester, |
|
114 |
group.name]) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
115 |
f.write("[%s:/]\n"%reponame) |
1080.1.44
by William Grant
ivle.makeuser: Port rebuild_svn_group_config() to Storm. |
116 |
for user in group.members: |
117 |
f.write("%s = rw\n" % user.login) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
118 |
f.write("\n") |
119 |
f.close() |
|
120 |
os.rename(ivle.conf.svn_group_conf + ".new", ivle.conf.svn_group_conf) |
|
121 |
chown_to_webserver(ivle.conf.svn_group_conf) |
|
122 |
||
1080.1.7
by matt.giuca
The new ivle.database.User class is now used in Request and usrmgt, which |
123 |
def make_svn_auth(store, login, throw_on_error=True): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
124 |
"""Setup svn authentication for the given user.
|
1080.1.7
by matt.giuca
The new ivle.database.User class is now used in Request and usrmgt, which |
125 |
Uses the given DB store object. Does not commit to the db.
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
126 |
"""
|
127 |
passwd = md5.new(uuid.uuid4().bytes).digest().encode('hex') |
|
128 |
if os.path.exists(ivle.conf.svn_auth_ivle): |
|
129 |
create = "" |
|
130 |
else: |
|
131 |
create = "c" |
|
132 |
||
1080.1.7
by matt.giuca
The new ivle.database.User class is now used in Request and usrmgt, which |
133 |
user = ivle.database.User.get_by_login(store, login) |
134 |
user.svn_pass = unicode(passwd) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
135 |
|
136 |
res = os.system("htpasswd -%smb %s %s %s" % (create, |
|
137 |
ivle.conf.svn_auth_ivle, |
|
138 |
login, passwd)) |
|
139 |
if res != 0 and throw_on_error: |
|
140 |
raise Exception("Unable to create ivle-auth for %s" % login) |
|
141 |
||
142 |
# Make sure the file is owned by the web server
|
|
143 |
if create == "c": |
|
144 |
chown_to_webserver(ivle.conf.svn_auth_ivle) |
|
145 |
||
146 |
return passwd |
|
147 |
||
148 |
def generate_manifest(basedir, targetdir, parent=''): |
|
149 |
""" From a basedir and a targetdir work out which files are missing or out
|
|
150 |
of date and need to be added/updated and which files are redundant and need
|
|
151 |
to be removed.
|
|
152 |
|
|
153 |
parent: This is used for the recursive call to track the relative paths
|
|
154 |
that we have decended.
|
|
155 |
"""
|
|
156 |
||
157 |
cmp = filecmp.dircmp(basedir, targetdir) |
|
158 |
||
159 |
# Add all new files and files that have changed
|
|
160 |
to_add = [os.path.join(parent,x) for x in (cmp.left_only + cmp.diff_files)] |
|
161 |
||
162 |
# Remove files that are redundant
|
|
163 |
to_remove = [os.path.join(parent,x) for x in cmp.right_only] |
|
164 |
||
165 |
# Recurse
|
|
166 |
for d in cmp.common_dirs: |
|
167 |
newbasedir = os.path.join(basedir, d) |
|
168 |
newtargetdir = os.path.join(targetdir, d) |
|
169 |
newparent = os.path.join(parent, d) |
|
170 |
(sadd,sremove) = generate_manifest(newbasedir, newtargetdir, newparent) |
|
171 |
to_add += sadd |
|
172 |
to_remove += sremove |
|
173 |
||
174 |
return (to_add, to_remove) |
|
175 |
||
176 |
||
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
177 |
def make_jail(user, force=True): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
178 |
"""Creates a new user's jail space, in the jail directory as configured in
|
179 |
conf.py.
|
|
180 |
||
181 |
This only creates things within /home - everything else is expected to be
|
|
182 |
part of another UnionFS branch.
|
|
183 |
||
184 |
Returns the path to the user's home directory.
|
|
185 |
||
186 |
Chowns the user's directory within the jail to the given UID.
|
|
187 |
||
188 |
force: If false, exception if jail already exists for this user.
|
|
189 |
If true (default), overwrites it, but preserves home directory.
|
|
190 |
"""
|
|
191 |
# MUST run as root or some of this may fail
|
|
192 |
if os.getuid() != 0: |
|
193 |
raise Exception("Must run make_jail as root") |
|
194 |
||
195 |
# tempdir is for putting backup homes in
|
|
1113
by William Grant
ivle.makeuser.make_jail() no longer depends on jails_base and jails_src_base |
196 |
tempdir = os.path.join(ivle.conf.jail_src_base, '__temp__') |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
197 |
if not os.path.exists(tempdir): |
198 |
os.makedirs(tempdir) |
|
199 |
elif not os.path.isdir(tempdir): |
|
200 |
os.unlink(tempdir) |
|
201 |
os.mkdir(tempdir) |
|
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
202 |
userdir = os.path.join(ivle.conf.jail_src_base, user.login) |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
203 |
homedir = os.path.join(userdir, 'home') |
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
204 |
userhomedir = os.path.join(homedir, user.login) # Return value |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
205 |
|
206 |
if os.path.exists(userdir): |
|
207 |
if not force: |
|
208 |
raise Exception("User's jail already exists") |
|
209 |
# User jail already exists. Blow it away but preserve their home
|
|
210 |
# directory. It should be all that is there anyway, but you never
|
|
211 |
# know!
|
|
212 |
# Ignore warnings about the use of tmpnam
|
|
213 |
warnings.simplefilter('ignore') |
|
214 |
homebackup = os.tempnam(tempdir) |
|
215 |
warnings.resetwarnings() |
|
216 |
# Note: shutil.move does not behave like "mv" - it does not put a file
|
|
217 |
# into a directory if it already exists, just fails. Therefore it is
|
|
218 |
# not susceptible to tmpnam symlink attack.
|
|
219 |
shutil.move(homedir, homebackup) |
|
220 |
shutil.rmtree(userdir) |
|
221 |
os.makedirs(homedir) |
|
222 |
shutil.move(homebackup, homedir) |
|
223 |
# Change the ownership of all the files to the right unixid
|
|
224 |
logging.debug("chown %s's home directory files to uid %d" |
|
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
225 |
%(user.login, user.unixid)) |
1114
by William Grant
ivle.makeuser.make_jail() no longer uses os.walk() to recursively set |
226 |
os.spawnvp(os.P_WAIT, 'chown', ['chown', '-R', '%d:%d' % (user.unixid, |
227 |
user.unixid), userhomedir]) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
228 |
else: |
229 |
# No user jail exists
|
|
230 |
# Set up the user's home directory
|
|
231 |
os.makedirs(userhomedir) |
|
232 |
# Chown (and set the GID to the same as the UID).
|
|
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
233 |
os.chown(userhomedir, user.unixid, user.unixid) |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
234 |
# Chmod to rwxr-xr-x (755)
|
235 |
os.chmod(userhomedir, 0755) |
|
236 |
||
1092.1.1
by William Grant
[Uber-commit of holiday work because I lacked a local copy of the branch.] |
237 |
make_conf_py(user.login, userdir, user.svn_pass) |
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
238 |
make_etc_passwd(user.login, userdir, ivle.conf.jail_system, user.unixid) |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
239 |
|
240 |
return userhomedir |
|
241 |
||
1092.1.1
by William Grant
[Uber-commit of holiday work because I lacked a local copy of the branch.] |
242 |
def make_conf_py(username, user_jail_dir, svn_pass): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
243 |
"""
|
244 |
Creates (overwriting any existing file, and creating directories) a
|
|
245 |
file ${python_site_packages}/ivle/conf/conf.py in a given user's jail.
|
|
246 |
username: Username.
|
|
247 |
user_jail_dir: User's jail dir, ie. ivle.conf.jail_base + username
|
|
1092.1.1
by William Grant
[Uber-commit of holiday work because I lacked a local copy of the branch.] |
248 |
svn_pass: User's SVN password.
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
249 |
"""
|
250 |
conf_path = os.path.join(user_jail_dir, |
|
251 |
ivle.conf.python_site_packages[1:], "ivle/conf/conf.py") |
|
252 |
os.makedirs(os.path.dirname(conf_path)) |
|
253 |
||
1092.1.1
by William Grant
[Uber-commit of holiday work because I lacked a local copy of the branch.] |
254 |
# In the "in-jail" version of conf, we don't need MOST of the details
|
255 |
# (it would be a security risk to have them here).
|
|
256 |
# So we just write root_dir, and jail_base is "/".
|
|
257 |
# (jail_base being "/" means "jail-relative" paths are relative to "/"
|
|
258 |
# when inside the jail.)
|
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
259 |
|
1092.1.1
by William Grant
[Uber-commit of holiday work because I lacked a local copy of the branch.] |
260 |
# XXX: jail_base is wrong and shouldn't be here. Unfortunately, jail code
|
261 |
# uses ivle.studpath.url_to_{local,jailpaths}, both of which use
|
|
262 |
# jail_base. Note that they don't use the bits of the return value
|
|
263 |
# that depend on jail_base, so it can be any string.
|
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
264 |
conf_file = open(conf_path, "w") |
1092.1.1
by William Grant
[Uber-commit of holiday work because I lacked a local copy of the branch.] |
265 |
conf_file.write("""# IVLE jail configuration |
266 |
||
267 |
# In URL space, where in the site is IVLE located. (All URLs will be prefixed
|
|
268 |
# with this).
|
|
269 |
# eg. "/" or "/ivle".
|
|
270 |
root_dir = %(root_dir)r |
|
271 |
||
272 |
# This value is not relevant inside the jail, but must remain for now. See
|
|
273 |
# the XXX in ivle.makeuser.make_conf_py.
|
|
274 |
jail_base = '/'
|
|
275 |
||
276 |
# The hostname for serving publicly accessible pages
|
|
277 |
public_host = %(public_host)r |
|
278 |
||
279 |
# The URL under which the Subversion repositories are located.
|
|
280 |
svn_addr = %(svn_addr)r |
|
281 |
||
282 |
# The login name for the owner of the jail
|
|
283 |
login = %(username)r |
|
284 |
||
285 |
# The subversion-only password for the owner of the jail
|
|
286 |
svn_pass = %(svn_pass)r |
|
287 |
""" % {'root_dir': ivle.conf.root_dir, |
|
288 |
'public_host': ivle.conf.public_host, |
|
289 |
'svn_addr': ivle.conf.svn_addr, |
|
290 |
'username': username, |
|
291 |
'svn_pass': svn_pass, |
|
292 |
})
|
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
293 |
conf_file.close() |
294 |
||
295 |
# Make this file world-readable
|
|
296 |
# (chmod 644 conf_path)
|
|
297 |
os.chmod(conf_path, stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP |
|
298 |
| stat.S_IROTH) |
|
299 |
||
300 |
def make_etc_passwd(username, user_jail_dir, template_dir, unixid): |
|
301 |
"""
|
|
302 |
Creates /etc/passwd in the given user's jail. This will be identical to
|
|
303 |
that in the template jail, except for the added entry for this user.
|
|
304 |
"""
|
|
305 |
template_passwd_path = os.path.join(template_dir, "etc/passwd") |
|
306 |
passwd_path = os.path.join(user_jail_dir, "etc/passwd") |
|
307 |
passwd_dir = os.path.dirname(passwd_path) |
|
308 |
if not os.path.exists(passwd_dir): |
|
309 |
os.makedirs(passwd_dir) |
|
310 |
shutil.copy(template_passwd_path, passwd_path) |
|
311 |
passwd_file = open(passwd_path, 'a') |
|
312 |
passwd_file.write('%s:x:%d:%d::/home/%s:/bin/bash' |
|
313 |
% (username, unixid, unixid, username)) |
|
314 |
passwd_file.close() |
|
315 |
||
316 |
def mount_jail(login): |
|
317 |
# This is where we'll mount to...
|
|
318 |
destdir = os.path.join(ivle.conf.jail_base, login) |
|
319 |
# ... and this is where we'll get the user bits.
|
|
320 |
srcdir = os.path.join(ivle.conf.jail_src_base, login) |
|
321 |
try: |
|
322 |
if not os.path.exists(destdir): |
|
323 |
os.mkdir(destdir) |
|
324 |
if os.system('/bin/mount -t aufs -o dirs=%s:%s=ro none %s' |
|
325 |
% (srcdir, ivle.conf.jail_system, destdir)) == 0: |
|
326 |
logging.info("mounted user %s's jail." % login) |
|
327 |
else: |
|
328 |
logging.error("failed to mount user %s's jail!" % login) |
|
329 |
except Exception, message: |
|
330 |
logging.warning(str(message)) |