1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
1 |
# IVLE - Informatics Virtual Learning Environment
|
2 |
# Copyright (C) 2007-2008 The University of Melbourne
|
|
3 |
#
|
|
4 |
# This program is free software; you can redistribute it and/or modify
|
|
5 |
# it under the terms of the GNU General Public License as published by
|
|
6 |
# the Free Software Foundation; either version 2 of the License, or
|
|
7 |
# (at your option) any later version.
|
|
8 |
#
|
|
9 |
# This program is distributed in the hope that it will be useful,
|
|
10 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12 |
# GNU General Public License for more details.
|
|
13 |
#
|
|
14 |
# You should have received a copy of the GNU General Public License
|
|
15 |
# along with this program; if not, write to the Free Software
|
|
16 |
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
17 |
||
18 |
# Module: MakeUser
|
|
19 |
# Author: Matt Giuca
|
|
20 |
# Date: 1/2/2008
|
|
21 |
||
22 |
# Allows creation of users. This sets up the following:
|
|
23 |
# * User's jail and home directory within the jail.
|
|
24 |
# * Subversion repository (TODO)
|
|
25 |
# * Check out Subversion workspace into jail (TODO)
|
|
26 |
# * Database details for user
|
|
27 |
# * Unix user account
|
|
28 |
||
29 |
# TODO: Sanitize login name and other fields.
|
|
30 |
# Users must not be called "temp" or "template".
|
|
31 |
||
32 |
# TODO: When creating a new home directory, chown it to its owner
|
|
33 |
||
34 |
# TODO: In chown_to_webserver:
|
|
35 |
# Do not call os.system("chown www-data") - use Python lib
|
|
36 |
# and use the web server uid given in conf. (Several places).
|
|
37 |
||
38 |
import md5 |
|
39 |
import os |
|
40 |
import stat |
|
41 |
import shutil |
|
42 |
import time |
|
43 |
import uuid |
|
44 |
import warnings |
|
45 |
import filecmp |
|
46 |
import logging |
|
47 |
import ivle.conf |
|
48 |
import ivle.pulldown_subj |
|
49 |
||
1080.1.44
by William Grant
ivle.makeuser: Port rebuild_svn_group_config() to Storm. |
50 |
from ivle.database import ProjectGroup |
51 |
||
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
52 |
def chown_to_webserver(filename): |
53 |
"""
|
|
54 |
Chowns a file so the web server user owns it.
|
|
55 |
(This is useful in setting up Subversion conf files).
|
|
56 |
Assumes root.
|
|
57 |
"""
|
|
58 |
try: |
|
59 |
os.system("chown -R www-data:www-data %s" % filename) |
|
60 |
except: |
|
61 |
pass
|
|
62 |
||
63 |
def make_svn_repo(path, throw_on_error=True): |
|
64 |
"""Create a Subversion repository at the given path.
|
|
65 |
"""
|
|
66 |
try: |
|
67 |
res = os.system("svnadmin create '%s'" % path) |
|
68 |
if res != 0 and throw_on_error: |
|
69 |
raise Exception("Cannot create repository: %s" % path) |
|
70 |
except Exception, exc: |
|
71 |
print repr(exc) |
|
72 |
if throw_on_error: |
|
73 |
raise
|
|
74 |
||
75 |
chown_to_webserver(path) |
|
76 |
||
1080.1.17
by me at id
ivle.makeuser: svn auth manipulation functions now use storm as much as |
77 |
def rebuild_svn_config(store): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
78 |
"""Build the complete SVN configuration file.
|
79 |
"""
|
|
1080.1.17
by me at id
ivle.makeuser: svn auth manipulation functions now use storm as much as |
80 |
users = store.find(ivle.database.User) |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
81 |
groups = {} |
82 |
for u in users: |
|
83 |
role = str(u.role) |
|
84 |
if role not in groups: |
|
85 |
groups[role] = [] |
|
86 |
groups[role].append(u.login) |
|
87 |
f = open(ivle.conf.svn_conf + ".new", "w") |
|
88 |
f.write("# IVLE SVN Repositories Configuration\n") |
|
89 |
f.write("# Auto-generated on %s\n" % time.asctime()) |
|
90 |
f.write("\n") |
|
91 |
f.write("[groups]\n") |
|
92 |
for (g,ls) in groups.iteritems(): |
|
93 |
f.write("%s = %s\n" % (g, ",".join(ls))) |
|
94 |
f.write("\n") |
|
95 |
for u in users: |
|
96 |
f.write("[%s:/]\n" % u.login) |
|
97 |
f.write("%s = rw\n" % u.login) |
|
98 |
#f.write("@tutor = r\n")
|
|
99 |
#f.write("@lecturer = rw\n")
|
|
100 |
#f.write("@admin = rw\n")
|
|
101 |
f.write("\n") |
|
102 |
f.close() |
|
103 |
os.rename(ivle.conf.svn_conf + ".new", ivle.conf.svn_conf) |
|
104 |
chown_to_webserver(ivle.conf.svn_conf) |
|
105 |
||
1080.1.17
by me at id
ivle.makeuser: svn auth manipulation functions now use storm as much as |
106 |
def rebuild_svn_group_config(store): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
107 |
"""Build the complete SVN configuration file for groups
|
108 |
"""
|
|
109 |
f = open(ivle.conf.svn_group_conf + ".new", "w") |
|
110 |
f.write("# IVLE SVN Group Repositories Configuration\n") |
|
111 |
f.write("# Auto-generated on %s\n" % time.asctime()) |
|
112 |
f.write("\n") |
|
1080.1.44
by William Grant
ivle.makeuser: Port rebuild_svn_group_config() to Storm. |
113 |
for group in store.find(ProjectGroup): |
114 |
offering = group.project_set.offering |
|
115 |
reponame = "_".join([offering.subject.short_name, |
|
116 |
offering.semester.year, |
|
117 |
offering.semester.semester, |
|
118 |
group.name]) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
119 |
f.write("[%s:/]\n"%reponame) |
1080.1.44
by William Grant
ivle.makeuser: Port rebuild_svn_group_config() to Storm. |
120 |
for user in group.members: |
121 |
f.write("%s = rw\n" % user.login) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
122 |
f.write("\n") |
123 |
f.close() |
|
124 |
os.rename(ivle.conf.svn_group_conf + ".new", ivle.conf.svn_group_conf) |
|
125 |
chown_to_webserver(ivle.conf.svn_group_conf) |
|
126 |
||
1080.1.7
by matt.giuca
The new ivle.database.User class is now used in Request and usrmgt, which |
127 |
def make_svn_auth(store, login, throw_on_error=True): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
128 |
"""Setup svn authentication for the given user.
|
1080.1.7
by matt.giuca
The new ivle.database.User class is now used in Request and usrmgt, which |
129 |
Uses the given DB store object. Does not commit to the db.
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
130 |
"""
|
131 |
passwd = md5.new(uuid.uuid4().bytes).digest().encode('hex') |
|
132 |
if os.path.exists(ivle.conf.svn_auth_ivle): |
|
133 |
create = "" |
|
134 |
else: |
|
135 |
create = "c" |
|
136 |
||
1080.1.7
by matt.giuca
The new ivle.database.User class is now used in Request and usrmgt, which |
137 |
user = ivle.database.User.get_by_login(store, login) |
138 |
user.svn_pass = unicode(passwd) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
139 |
|
140 |
res = os.system("htpasswd -%smb %s %s %s" % (create, |
|
141 |
ivle.conf.svn_auth_ivle, |
|
142 |
login, passwd)) |
|
143 |
if res != 0 and throw_on_error: |
|
144 |
raise Exception("Unable to create ivle-auth for %s" % login) |
|
145 |
||
146 |
# Make sure the file is owned by the web server
|
|
147 |
if create == "c": |
|
148 |
chown_to_webserver(ivle.conf.svn_auth_ivle) |
|
149 |
||
150 |
return passwd |
|
151 |
||
152 |
def generate_manifest(basedir, targetdir, parent=''): |
|
153 |
""" From a basedir and a targetdir work out which files are missing or out
|
|
154 |
of date and need to be added/updated and which files are redundant and need
|
|
155 |
to be removed.
|
|
156 |
|
|
157 |
parent: This is used for the recursive call to track the relative paths
|
|
158 |
that we have decended.
|
|
159 |
"""
|
|
160 |
||
161 |
cmp = filecmp.dircmp(basedir, targetdir) |
|
162 |
||
163 |
# Add all new files and files that have changed
|
|
164 |
to_add = [os.path.join(parent,x) for x in (cmp.left_only + cmp.diff_files)] |
|
165 |
||
166 |
# Remove files that are redundant
|
|
167 |
to_remove = [os.path.join(parent,x) for x in cmp.right_only] |
|
168 |
||
169 |
# Recurse
|
|
170 |
for d in cmp.common_dirs: |
|
171 |
newbasedir = os.path.join(basedir, d) |
|
172 |
newtargetdir = os.path.join(targetdir, d) |
|
173 |
newparent = os.path.join(parent, d) |
|
174 |
(sadd,sremove) = generate_manifest(newbasedir, newtargetdir, newparent) |
|
175 |
to_add += sadd |
|
176 |
to_remove += sremove |
|
177 |
||
178 |
return (to_add, to_remove) |
|
179 |
||
180 |
||
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
181 |
def make_jail(user, force=True): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
182 |
"""Creates a new user's jail space, in the jail directory as configured in
|
183 |
conf.py.
|
|
184 |
||
185 |
This only creates things within /home - everything else is expected to be
|
|
186 |
part of another UnionFS branch.
|
|
187 |
||
188 |
Returns the path to the user's home directory.
|
|
189 |
||
190 |
Chowns the user's directory within the jail to the given UID.
|
|
191 |
||
192 |
force: If false, exception if jail already exists for this user.
|
|
193 |
If true (default), overwrites it, but preserves home directory.
|
|
194 |
"""
|
|
195 |
# MUST run as root or some of this may fail
|
|
196 |
if os.getuid() != 0: |
|
197 |
raise Exception("Must run make_jail as root") |
|
198 |
||
199 |
# tempdir is for putting backup homes in
|
|
200 |
tempdir = os.path.join(ivle.conf.jail_base, '__temp__') |
|
201 |
if not os.path.exists(tempdir): |
|
202 |
os.makedirs(tempdir) |
|
203 |
elif not os.path.isdir(tempdir): |
|
204 |
os.unlink(tempdir) |
|
205 |
os.mkdir(tempdir) |
|
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
206 |
userdir = os.path.join(ivle.conf.jail_src_base, user.login) |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
207 |
homedir = os.path.join(userdir, 'home') |
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
208 |
userhomedir = os.path.join(homedir, user.login) # Return value |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
209 |
|
210 |
if os.path.exists(userdir): |
|
211 |
if not force: |
|
212 |
raise Exception("User's jail already exists") |
|
213 |
# User jail already exists. Blow it away but preserve their home
|
|
214 |
# directory. It should be all that is there anyway, but you never
|
|
215 |
# know!
|
|
216 |
# Ignore warnings about the use of tmpnam
|
|
217 |
warnings.simplefilter('ignore') |
|
218 |
homebackup = os.tempnam(tempdir) |
|
219 |
warnings.resetwarnings() |
|
220 |
# Note: shutil.move does not behave like "mv" - it does not put a file
|
|
221 |
# into a directory if it already exists, just fails. Therefore it is
|
|
222 |
# not susceptible to tmpnam symlink attack.
|
|
223 |
shutil.move(homedir, homebackup) |
|
224 |
shutil.rmtree(userdir) |
|
225 |
os.makedirs(homedir) |
|
226 |
shutil.move(homebackup, homedir) |
|
227 |
# Change the ownership of all the files to the right unixid
|
|
228 |
logging.debug("chown %s's home directory files to uid %d" |
|
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
229 |
%(user.login, user.unixid)) |
230 |
os.chown(userhomedir, user.unixid, user.unixid) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
231 |
for root, dirs, files in os.walk(userhomedir): |
232 |
for fsobj in dirs + files: |
|
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
233 |
os.chown(os.path.join(root, fsobj), user.unixid, user.unixid) |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
234 |
else: |
235 |
# No user jail exists
|
|
236 |
# Set up the user's home directory
|
|
237 |
os.makedirs(userhomedir) |
|
238 |
# Chown (and set the GID to the same as the UID).
|
|
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
239 |
os.chown(userhomedir, user.unixid, user.unixid) |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
240 |
# Chmod to rwxr-xr-x (755)
|
241 |
os.chmod(userhomedir, 0755) |
|
242 |
||
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
243 |
make_conf_py(user.login, userdir, ivle.conf.jail_system, user.svn_pass) |
244 |
make_etc_passwd(user.login, userdir, ivle.conf.jail_system, user.unixid) |
|
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
245 |
|
246 |
return userhomedir |
|
247 |
||
1080.1.19
by me at id
ivle.makeuser.make_jail: Just take an ivle.database.User, rather than some |
248 |
def make_conf_py(username, user_jail_dir, staging_dir, svn_pass): |
1079
by William Grant
Merge setup-refactor branch. This completely breaks existing installations; |
249 |
"""
|
250 |
Creates (overwriting any existing file, and creating directories) a
|
|
251 |
file ${python_site_packages}/ivle/conf/conf.py in a given user's jail.
|
|
252 |
username: Username.
|
|
253 |
user_jail_dir: User's jail dir, ie. ivle.conf.jail_base + username
|
|
254 |
staging_dir: The dir with the staging copy of the jail. (With the
|
|
255 |
template conf.py file).
|
|
256 |
svn_pass: As with make_jail. User's SVN password, but if not supplied,
|
|
257 |
will look up in the DB.
|
|
258 |
"""
|
|
259 |
template_conf_path = os.path.join(staging_dir, |
|
260 |
ivle.conf.python_site_packages[1:], "ivle/conf/conf.py") |
|
261 |
conf_path = os.path.join(user_jail_dir, |
|
262 |
ivle.conf.python_site_packages[1:], "ivle/conf/conf.py") |
|
263 |
os.makedirs(os.path.dirname(conf_path)) |
|
264 |
||
265 |
# Read the contents of the template conf file
|
|
266 |
try: |
|
267 |
template_conf_file = open(template_conf_path, "r") |
|
268 |
template_conf_data = template_conf_file.read() |
|
269 |
template_conf_file.close() |
|
270 |
except: |
|
271 |
# Couldn't open template conf.py for some reason
|
|
272 |
# Just treat it as empty file
|
|
273 |
template_conf_data = ("# Warning: Problem building config script.\n" |
|
274 |
"# Could not find template conf.py file.\n") |
|
275 |
||
276 |
conf_file = open(conf_path, "w") |
|
277 |
conf_file.write(template_conf_data) |
|
278 |
conf_file.write("\n# The login name for the owner of the jail\n") |
|
279 |
conf_file.write("login = %s\n" % repr(username)) |
|
280 |
conf_file.write("\n") |
|
281 |
conf_file.write("# The subversion-only password for the owner of " |
|
282 |
"the jail\n") |
|
283 |
conf_file.write("svn_pass = %s\n" % repr(svn_pass)) |
|
284 |
conf_file.close() |
|
285 |
||
286 |
# Make this file world-readable
|
|
287 |
# (chmod 644 conf_path)
|
|
288 |
os.chmod(conf_path, stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP |
|
289 |
| stat.S_IROTH) |
|
290 |
||
291 |
def make_etc_passwd(username, user_jail_dir, template_dir, unixid): |
|
292 |
"""
|
|
293 |
Creates /etc/passwd in the given user's jail. This will be identical to
|
|
294 |
that in the template jail, except for the added entry for this user.
|
|
295 |
"""
|
|
296 |
template_passwd_path = os.path.join(template_dir, "etc/passwd") |
|
297 |
passwd_path = os.path.join(user_jail_dir, "etc/passwd") |
|
298 |
passwd_dir = os.path.dirname(passwd_path) |
|
299 |
if not os.path.exists(passwd_dir): |
|
300 |
os.makedirs(passwd_dir) |
|
301 |
shutil.copy(template_passwd_path, passwd_path) |
|
302 |
passwd_file = open(passwd_path, 'a') |
|
303 |
passwd_file.write('%s:x:%d:%d::/home/%s:/bin/bash' |
|
304 |
% (username, unixid, unixid, username)) |
|
305 |
passwd_file.close() |
|
306 |
||
307 |
def mount_jail(login): |
|
308 |
# This is where we'll mount to...
|
|
309 |
destdir = os.path.join(ivle.conf.jail_base, login) |
|
310 |
# ... and this is where we'll get the user bits.
|
|
311 |
srcdir = os.path.join(ivle.conf.jail_src_base, login) |
|
312 |
try: |
|
313 |
if not os.path.exists(destdir): |
|
314 |
os.mkdir(destdir) |
|
315 |
if os.system('/bin/mount -t aufs -o dirs=%s:%s=ro none %s' |
|
316 |
% (srcdir, ivle.conf.jail_system, destdir)) == 0: |
|
317 |
logging.info("mounted user %s's jail." % login) |
|
318 |
else: |
|
319 |
logging.error("failed to mount user %s's jail!" % login) |
|
320 |
except Exception, message: |
|
321 |
logging.warning(str(message)) |