73
# Import modules from the website is tricky since they're in the www
75
sys.path.append(os.path.join(os.getcwd(), 'lib'))
77
import common.makeuser
79
# Determine which Python version (2.4 or 2.5, for example) we are running,
80
# and use that as the filename to the Python directory.
81
# Just get the first 3 characters of sys.version.
82
PYTHON_VERSION = sys.version[0:3]
84
# Operating system files to copy over into the jail.
85
# These will be copied from the given place on the OS file system into the
86
# same place within the jail.
89
'/lib/tls/i686/cmov/libc.so.6',
90
'/lib/tls/i686/cmov/libdl.so.2',
91
'/lib/tls/i686/cmov/libm.so.6',
92
'/lib/tls/i686/cmov/libpthread.so.0',
93
'/lib/tls/i686/cmov/libutil.so.1',
96
# These 2 files do not exist in Ubuntu
97
#'/etc/ld.so.preload',
98
#'/etc/ld.so.nohwcap',
104
'/usr/bin/python%s' % PYTHON_VERSION,
105
# Needed by fileservice
106
'/lib/libcom_err.so.2',
107
'/lib/libcrypt.so.1',
108
'/lib/libkeyutils.so.1',
109
'/lib/libresolv.so.2',
112
'/usr/lib/libapr-1.so.0',
113
'/usr/lib/libaprutil-1.so.0',
114
'/usr/lib/libdb-4.4.so',
115
'/usr/lib/libexpat.so.1',
116
'/usr/lib/libgcrypt.so.11',
117
'/usr/lib/libgnutls.so.13',
118
'/usr/lib/libgpg-error.so.0',
119
'/usr/lib/libgssapi_krb5.so.2',
120
'/usr/lib/libk5crypto.so.3',
121
'/usr/lib/libkrb5.so.3',
122
'/usr/lib/libkrb5support.so.0',
123
'/usr/lib/liblber.so.2',
124
'/usr/lib/libldap_r.so.2',
125
'/usr/lib/libneon.so.26',
126
'/usr/lib/libpq.so.5',
127
'/usr/lib/libsasl2.so.2',
128
'/usr/lib/libsqlite3.so.0',
129
'/usr/lib/libsvn_client-1.so.1',
130
'/usr/lib/libsvn_delta-1.so.1',
131
'/usr/lib/libsvn_diff-1.so.1',
132
'/usr/lib/libsvn_fs-1.so.1',
133
'/usr/lib/libsvn_fs_base-1.so.1',
134
'/usr/lib/libsvn_fs_fs-1.so.1',
135
'/usr/lib/libsvn_ra-1.so.1',
136
'/usr/lib/libsvn_ra_dav-1.so.1',
137
'/usr/lib/libsvn_ra_local-1.so.1',
138
'/usr/lib/libsvn_ra_svn-1.so.1',
139
'/usr/lib/libsvn_repos-1.so.1',
140
'/usr/lib/libsvn_subr-1.so.1',
141
'/usr/lib/libsvn_wc-1.so.1',
142
'/usr/lib/libtasn1.so.3',
143
'/usr/lib/libxml2.so.2',
144
# Needed by matplotlib
145
'/usr/lib/i686/cmov/libssl.so.0.9.8',
146
'/usr/lib/i686/cmov/libcrypto.so.0.9.8',
147
'/lib/tls/i686/cmov/libnsl.so.1',
148
'/usr/lib/libz.so.1',
149
'/usr/lib/atlas/liblapack.so.3',
150
'/usr/lib/atlas/libblas.so.3',
151
'/usr/lib/libg2c.so.0',
152
'/usr/lib/libstdc++.so.6',
153
'/usr/lib/libfreetype.so.6',
154
'/usr/lib/libpng12.so.0',
155
'/usr/lib/libBLT.2.4.so.8.4',
156
'/usr/lib/libtk8.4.so.0',
157
'/usr/lib/libtcl8.4.so.0',
158
'/usr/lib/tcl8.4/init.tcl',
159
'/usr/lib/libX11.so.6',
160
'/usr/lib/libXau.so.6',
161
'/usr/lib/libXdmcp.so.6',
162
'/lib/libgcc_s.so.1',
165
'/lib/libnss_dns.so.2',
166
'/lib/libnss_mdns4_minimal.so.2',
171
'/etc/nsswitch.conf',
172
'/lib/libnss_files.so.2',
174
# Symlinks to make within the jail. Src mapped to dst.
176
'python%s' % PYTHON_VERSION: 'jail/usr/bin/python',
178
# Trees to copy. Src mapped to dst (these will be passed to action_copytree).
180
'/usr/lib/python%s' % PYTHON_VERSION:
181
'jail/usr/lib/python%s' % PYTHON_VERSION,
182
'/usr/share/matplotlib': 'jail/usr/share/matplotlib',
183
'/etc/ld.so.conf.d': 'jail/etc/ld.so.conf.d',
184
'/usr/share/nltk': 'jail/usr/share/nltk',
188
"""A configuration option; one of the things written to conf.py."""
189
def __init__(self, option_name, default, prompt, comment):
190
"""Creates a configuration option.
191
option_name: Name of the variable in conf.py. Also name of the
192
command-line argument to setup.py conf.
193
default: Default value for this variable.
194
prompt: (Short) string presented during the interactive prompt in
196
comment: (Long) comment string stored in conf.py. Each line of this
197
string should begin with a '#'.
199
self.option_name = option_name
200
self.default = default
202
self.comment = comment
204
# Configuration options, defaults and descriptions
206
config_options.append(ConfigOption("root_dir", "/",
207
"""Root directory where IVLE is located (in URL space):""",
209
# In URL space, where in the site is IVLE located. (All URLs will be prefixed
211
# eg. "/" or "/ivle"."""))
212
config_options.append(ConfigOption("ivle_install_dir", "/opt/ivle",
213
'Root directory where IVLE will be installed (on the local file '
216
# In the local file system, where IVLE is actually installed.
217
# This directory should contain the "www" and "bin" directories."""))
218
config_options.append(ConfigOption("jail_base", "/home/informatics/jails",
219
"""Location of Directories
220
=======================
221
Root directory where the jails (containing user files) are stored
222
(on the local file system):""",
224
# In the local file system, where are the student/user file spaces located.
225
# The user jails are expected to be located immediately in subdirectories of
226
# this location."""))
227
config_options.append(ConfigOption("subjects_base",
228
"/home/informatics/subjects",
229
"""Root directory where the subject directories (containing worksheets
230
and other per-subject files) are stored (on the local file system):""",
232
# In the local file system, where are the per-subject file spaces located.
233
# The individual subject directories are expected to be located immediately
234
# in subdirectories of this location."""))
235
config_options.append(ConfigOption("exercises_base",
236
"/home/informatics/exercises",
237
"""Root directory where the exercise directories (containing
238
subject-independent exercise sheets) are stored (on the local file
241
# In the local file system, where are the subject-independent exercise sheet
242
# file spaces located."""))
243
config_options.append(ConfigOption("tos_path",
244
"/home/informatics/tos.html",
245
"""Location where the Terms of Service document is stored (on the local
248
# In the local file system, where is the Terms of Service document located."""))
249
config_options.append(ConfigOption("public_host", "public.localhost",
250
"""Hostname which will cause the server to go into "public mode",
251
providing login-free access to student's published work:""",
253
# The server goes into "public mode" if the browser sends a request with this
254
# host. This is for security reasons - we only serve public student files on a
255
# separate domain to the main IVLE site.
256
# Public mode does not use cookies, and serves only public content.
257
# Private mode (normal mode) requires login, and only serves files relevant to
258
# the logged-in user."""))
259
config_options.append(ConfigOption("allowed_uids", "33",
260
"""UID of the web server process which will run IVLE.
261
Only this user may execute the trampoline. May specify multiple users as
262
a comma-separated list.
265
# The User-ID of the web server process which will run IVLE, and any other
266
# users who are allowed to run the trampoline. This is stores as a string of
267
# comma-separated integers, simply because it is not used within Python, only
268
# used by the setup program to write to conf.h (see setup.py config)."""))
269
config_options.append(ConfigOption("db_host", "localhost",
270
"""PostgreSQL Database config
271
==========================
272
Hostname of the DB server:""",
274
### PostgreSQL Database config ###
275
# Database server hostname"""))
276
config_options.append(ConfigOption("db_port", "5432",
277
"""Port of the DB server:""",
279
# Database server port"""))
280
config_options.append(ConfigOption("db_dbname", "ivle",
281
"""Database name:""",
284
config_options.append(ConfigOption("db_forumdbname", "ivle_forum",
285
"""Forum Database name:""",
287
# Forum Database name"""))
288
config_options.append(ConfigOption("db_user", "postgres",
289
"""Username for DB server login:""",
291
# Database username"""))
292
config_options.append(ConfigOption("db_password", "",
293
"""Password for DB server login:
294
(Caution: This password is stored in plaintext in lib/conf/conf.py)""",
296
# Database password"""))
297
config_options.append(ConfigOption("auth_modules", "ldap_auth",
298
"""Authentication config
299
=====================
300
Comma-separated list of authentication modules. Only "ldap" is available
303
# Comma-separated list of authentication modules.
304
# These refer to importable Python modules in the www/auth directory.
305
# Modules "ldap" and "guest" are available in the source tree, but
306
# other modules may be plugged in to auth against organisation-specific
307
# auth backends."""))
308
config_options.append(ConfigOption("ldap_url", "ldaps://www.example.com",
309
"""(LDAP options are only relevant if "ldap" is included in the list of
311
URL for LDAP authentication server:""",
313
# URL for LDAP authentication server"""))
314
config_options.append(ConfigOption("ldap_format_string",
315
"uid=%s,ou=users,o=example",
316
"""Format string for LDAP auth request:
317
(Must contain a single "%s" for the user's login name)""",
319
# Format string for LDAP auth request
320
# (Must contain a single "%s" for the user's login name)"""))
321
config_options.append(ConfigOption("svn_addr", "http://svn.localhost/",
324
The base url for accessing subversion repositories:""",
326
# The base url for accessing subversion repositories."""))
327
config_options.append(ConfigOption("svn_conf", "/opt/ivle/svn/svn.conf",
328
"""The location of the subversion configuration file used by apache
329
to host the user repositories:""",
331
# The location of the subversion configuration file used by
332
# apache to host the user repositories."""))
333
config_options.append(ConfigOption("svn_repo_path", "/home/informatics/repositories",
334
"""The root directory for the subversion repositories:""",
336
# The root directory for the subversion repositories."""))
337
config_options.append(ConfigOption("svn_auth_ivle", "/opt/ivle/svn/ivle.auth",
338
"""The location of the password file used to authenticate users
339
of the subversion repository from the ivle server:""",
341
# The location of the password file used to authenticate users
342
# of the subversion repository from the ivle server."""))
343
config_options.append(ConfigOption("svn_auth_local", "/opt/ivle/svn/local.auth",
344
"""The location of the password file used to authenticate local users
345
of the subversion repository:""",
347
# The location of the password file used to authenticate local users
348
# of the subversion repository."""))
349
config_options.append(ConfigOption("usrmgt_host", "localhost",
350
"""User Management Server config
351
============================
352
The hostname where the usrmgt-server runs:""",
354
# The hostname where the usrmgt-server runs."""))
355
config_options.append(ConfigOption("usrmgt_port", "2178",
356
"""The port where the usrmgt-server runs:""",
358
# The port where the usrmgt-server runs."""))
359
config_options.append(ConfigOption("usrmgt_magic", "",
360
"""The password for the usrmgt-server:""",
362
# The password for the usrmgt-server."""))
364
71
# Try importing existing conf, but if we can't just set up defaults
365
72
# The reason for this is that these settings are used by other phases
366
73
# of setup besides conf, so we need to know them.
367
74
# Also this allows you to hit Return to accept the existing value.
369
confmodule = __import__("lib/conf/conf")
370
for opt in config_options:
372
globals()[opt.option_name] = confmodule.__dict__[opt.option_name]
374
globals()[opt.option_name] = opt.default
76
confmodule = __import__("www/conf/conf")
78
root_dir = confmodule.root_dir
82
ivle_install_dir = confmodule.ivle_install_dir
84
ivle_install_dir = "/opt/ivle"
86
jail_base = confmodule.jail_base
88
jail_base = "/home/informatics/jails"
375
89
except ImportError:
376
90
# Just set reasonable defaults
377
for opt in config_options:
378
globals()[opt.option_name] = opt.default
92
ivle_install_dir = "/opt/ivle"
93
jail_base = "/home/informatics/jails"
380
97
# Try importing install_list, but don't fail if we can't, because listmake can
381
98
# function without it.
654
332
print """This tool will create the following files:
660
335
prompting you for details about your configuration. The file will be
661
336
overwritten if it already exists. It will *not* install or deploy IVLE.
663
338
Please hit Ctrl+C now if you do not wish to do this.
664
""" % (conffile, jailconffile, conf_hfile, phpBBconffile, usrmgtserver_initdfile)
339
""" % (conffile, conf_hfile)
666
341
# Get information from the administrator
667
342
# If EOF is encountered at any time during the questioning, just exit
670
for opt in config_options:
671
globals()[opt.option_name] = \
672
query_user(globals()[opt.option_name], opt.prompt)
345
root_dir = query_user(root_dir,
346
"""Root directory where IVLE is located (in URL space):""")
347
ivle_install_dir = query_user(ivle_install_dir,
348
'Root directory where IVLE will be installed (on the local file '
350
jail_base = query_user(jail_base,
351
"""Root directory where the jails (containing user files) are stored
352
(on the local file system):""")
353
allowed_uids = query_user(allowed_uids,
354
"""UID of the web server process which will run IVLE.
355
Only this user may execute the trampoline. May specify multiple users as
356
a comma-separated list.
674
360
opts = dict(opts)
675
361
# Non-interactive mode. Parse the options.
676
for opt in config_options:
677
if '--' + opt.option_name in opts:
678
globals()[opt.option_name] = opts['--' + opt.option_name]
362
if '--root_dir' in opts:
363
root_dir = opts['--root_dir']
364
if '--ivle_install_dir' in opts:
365
ivle_install_dir = opts['--ivle_install_dir']
366
if '--jail_base' in opts:
367
jail_base = opts['--jail_base']
368
if '--allowed_uids' in opts:
369
allowed_uids = opts['--allowed_uids']
680
371
# Error handling on input values
682
allowed_uids_list = map(int, allowed_uids.split(','))
373
allowed_uids = map(int, allowed_uids.split(','))
683
374
except ValueError:
684
375
print >>sys.stderr, (
685
376
"Invalid UID list (%s).\n"
686
377
"Must be a comma-separated list of integers." % allowed_uids)
689
db_port = int(db_port)
690
if db_port < 0 or db_port >= 65536: raise ValueError()
692
print >>sys.stderr, (
693
"Invalid DB port (%s).\n"
694
"Must be an integer between 0 and 65535." % repr(db_port))
697
usrmgt_port = int(usrmgt_port)
698
if usrmgt_port < 0 or usrmgt_port >= 65536: raise ValueError()
700
print >>sys.stderr, (
701
"Invalid user management port (%s).\n"
702
"Must be an integer between 0 and 65535." % repr(usrmgt_port))
705
# Generate the forum secret
706
forum_secret = hashlib.md5(uuid.uuid4().bytes).hexdigest()
708
# Write lib/conf/conf.py
380
# Write www/conf/conf.py
711
383
conf = open(conffile, "w")
802
442
print "Successfully wrote trampoline/conf.h"
804
# Write www/php/phpBB3/config.php
807
conf = open(phpBBconffile, "w")
810
if db_host == 'localhost':
811
forumdb_host = '127.0.0.1'
813
forumdb_host = db_host
816
// phpBB 3.0.x auto-generated configuration file
817
// Do not change anything in this file!
819
$dbhost = '""" + forumdb_host + """';
820
$dbport = '""" + str(db_port) + """';
821
$dbname = '""" + db_forumdbname + """';
822
$dbuser = '""" + db_user + """';
823
$dbpasswd = '""" + db_password + """';
825
$table_prefix = 'phpbb_';
827
$load_extensions = '';
828
@define('PHPBB_INSTALLED', true);
829
// @define('DEBUG', true);
830
//@define('DEBUG_EXTRA', true);
832
$forum_secret = '""" + forum_secret +"""';
836
except IOError, (errno, strerror):
837
print "IO error(%s): %s" % (errno, strerror)
840
print "Successfully wrote www/php/phpBB3/config.php"
842
# Write lib/conf/usrmgt-server.init
845
conf = open(usrmgtserver_initdfile, "w")
847
conf.write( '''#! /bin/sh
849
# Works for Ubuntu. Check before using on other distributions
852
# Provides: usrmgt-server
853
# Required-Start: $syslog $networking $urandom
854
# Required-Stop: $syslog
855
# Default-Start: 2 3 4 5
857
# Short-Description: IVLE user management server
858
# Description: Daemon connecting to the IVLE user management database.
861
PATH=/sbin:/bin:/usr/sbin:/usr/bin
862
DESC="IVLE user management server"
864
DAEMON=/opt/ivle/scripts/$NAME
865
DAEMON_ARGS="''' + str(usrmgt_port) + ''' ''' + usrmgt_magic + '''"
866
PIDFILE=/var/run/$NAME.pid
867
SCRIPTNAME=/etc/init.d/usrmgt-server
869
# Exit if the daemon does not exist
870
test -f $DAEMON || exit 0
872
# Load the VERBOSE setting and other rcS variables
873
[ -f /etc/default/rcS ] && . /etc/default/rcS
875
# Define LSB log_* functions.
876
# Depend on lsb-base (>= 3.0-6) to ensure that this file is present.
877
. /lib/lsb/init-functions
880
# Function that starts the daemon/service
885
# 0 if daemon has been started
886
# 1 if daemon was already running
887
# 2 if daemon could not be started
888
start-stop-daemon --start --quiet --pidfile $PIDFILE --exec $DAEMON --test > /dev/null \
890
start-stop-daemon --start --quiet --pidfile $PIDFILE --exec $DAEMON -- \
893
# Add code here, if necessary, that waits for the process to be ready
894
# to handle requests from services started subsequently which depend
895
# on this one. As a last resort, sleep for some time.
899
# Function that stops the daemon/service
904
# 0 if daemon has been stopped
905
# 1 if daemon was already stopped
906
# 2 if daemon could not be stopped
907
# other if a failure occurred
908
start-stop-daemon --stop --quiet --retry=TERM/30/KILL/5 --pidfile $PIDFILE --name $NAME
910
[ "$RETVAL" = 2 ] && return 2
911
# Wait for children to finish too if this is a daemon that forks
912
# and if the daemon is only ever run from this initscript.
913
# If the above conditions are not satisfied then add some other code
914
# that waits for the process to drop all resources that could be
915
# needed by services started subsequently. A last resort is to
916
# sleep for some time.
917
start-stop-daemon --stop --quiet --oknodo --retry=0/30/KILL/5 --exec $DAEMON
918
[ "$?" = 2 ] && return 2
919
# Many daemons don't delete their pidfiles when they exit.
925
# Function that sends a SIGHUP to the daemon/service
929
# If the daemon can reload its configuration without
930
# restarting (for example, when it is sent a SIGHUP),
931
# then implement that here.
933
start-stop-daemon --stop --signal 1 --quiet --pidfile $PIDFILE --name $NAME
939
[ "$VERBOSE" != no ] && log_daemon_msg "Starting $DESC" "$NAME"
942
0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
943
2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
947
[ "$VERBOSE" != no ] && log_daemon_msg "Stopping $DESC" "$NAME"
950
0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
951
2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
954
#reload|force-reload)
956
# If do_reload() is not implemented then leave this commented out
957
# and leave 'force-reload' as an alias for 'restart'.
959
#log_daemon_msg "Reloading $DESC" "$NAME"
963
restart|force-reload)
965
# If the "reload" option is implemented then remove the
966
# 'force-reload' alias
968
log_daemon_msg "Restarting $DESC" "$NAME"
975
1) log_end_msg 1 ;; # Old process is still running
976
*) log_end_msg 1 ;; # Failed to start
986
#echo "Usage: $SCRIPTNAME {start|stop|restart|reload|force-reload}" >&2
987
echo "Usage: $SCRIPTNAME {start|stop|restart|force-reload}" >&2
996
except IOError, (errno, strerror):
997
print "IO error(%s): %s" % (errno, strerror)
1000
# fix permissions as the file contains the database password
1002
os.chmod('doc/setup/usrmgt-server.init', 0600)
1003
except OSError, (errno, strerror):
1004
print "WARNING: Couldn't chmod doc/setup/usrmgt-server.init:"
1005
print "OS error(%s): %s" % (errno, strerror)
1007
print "Successfully wrote lib/conf/usrmgt-server.init"
1010
445
print "You may modify the configuration at any time by editing"
1013
447
print conf_hfile
1015
print usrmgtserver_initdfile
1119
522
# chown trampoline to root and set setuid bit
1120
523
action_chown_setuid(tramppath, dry)
1122
# Create a scripts directory to put the usrmgt-server in.
1123
action_mkdir(os.path.join(ivle_install_dir, 'scripts'), dry)
1124
usrmgtpath = os.path.join(ivle_install_dir, 'scripts/usrmgt-server')
1125
action_copyfile('scripts/usrmgt-server', usrmgtpath, dry)
1126
action_chmod_x(usrmgtpath, dry)
1128
# Copy the www and lib directories using the list
525
# Copy the www directory using the list
1129
526
action_copylist(install_list.list_www, ivle_install_dir, dry)
1130
action_copylist(install_list.list_lib, ivle_install_dir, dry)
1132
# Copy the php directory
1133
forum_dir = "www/php/phpBB3"
1134
forum_path = os.path.join(ivle_install_dir, forum_dir)
1135
action_copytree(forum_dir, forum_path, dry)
1136
print "chown -R www-data:www-data %s" % forum_path
1138
os.system("chown -R www-data:www-data %s" % forum_path)
1141
529
# Copy the local jail directory built by the build action
1142
530
# to the jails template directory (it will be used as a template
1143
531
# for all the students' jails).
1144
532
action_copytree('jail', os.path.join(jail_base, 'template'), dry)
1146
# Copy the subjects and exercises directories across
1147
action_copylist(install_list.list_subjects, subjects_base, dry,
1148
srcdir="./subjects")
1149
action_copylist(install_list.list_exercises, exercises_base, dry,
1150
srcdir="./exercises")
1152
# Append IVLE path to ivle.pth in python site packages
1153
# (Unless it's already there)
1154
ivle_pth = os.path.join(sys.prefix,
1155
"lib/python%s/site-packages/ivle.pth" % PYTHON_VERSION)
1156
ivle_www = os.path.join(ivle_install_dir, "www")
1157
ivle_lib = os.path.join(ivle_install_dir, "lib")
1158
write_ivle_pth = True
1159
write_ivle_lib_pth = True
1161
file = open(ivle_pth, 'r')
1163
if line.strip() == ivle_www:
1164
write_ivle_pth = False
1165
elif line.strip() == ivle_lib:
1166
write_ivle_lib_pth = False
1168
except (IOError, OSError):
1171
action_append(ivle_pth, ivle_www)
1172
if write_ivle_lib_pth:
1173
action_append(ivle_pth, ivle_lib)
1177
def updatejails(args):
1178
# Get "dry" variable from command line
1179
(opts, args) = getopt.gnu_getopt(args, "n", ['dry'])
1181
dry = '-n' in opts or '--dry' in opts
1184
print "Dry run (no actions will be executed\n"
1186
if not dry and os.geteuid() != 0:
1187
print >>sys.stderr, "Must be root to run install"
1188
print >>sys.stderr, "(I need to chown some files)."
1191
# Update the template jail directory in case it hasn't been installed
1193
action_copytree('jail', os.path.join(jail_base, 'template'), dry)
1195
# Re-link all the files in all students jails.
1196
for dir in os.listdir(jail_base):
1197
if dir == 'template': continue
1198
# First back up the student's home directory
1199
temp_home = os.tmpnam()
1200
action_rename(os.path.join(jail_base, dir, 'home'), temp_home, dry)
1201
# Delete the student's jail and relink the jail files
1202
action_linktree(os.path.join(jail_base, 'template'),
1203
os.path.join(jail_base, dir), dry)
1204
# Restore the student's home directory
1205
action_rename(temp_home, os.path.join(jail_base, dir, 'home'), dry)
1206
# Set up the user's home directory just in case they don't have a
1207
# directory for this yet
1208
action_mkdir(os.path.join(jail_base, dir, 'home', dir), dry)