18
18
# Author: Matt Giuca, Will Grant
21
Database Classes and Utilities for Storm ORM
20
"""Database utilities and content classes.
23
22
This module provides all of the classes which map to database tables.
24
23
It also provides miscellaneous utility functions for database interaction.
30
29
from storm.locals import create_database, Store, Int, Unicode, DateTime, \
31
30
Reference, ReferenceSet, Bool, Storm, Desc
31
from storm.exceptions import NotOneError, IntegrityError
33
from ivle.worksheet.rst import rst
36
35
__all__ = ['get_store',
38
37
'Subject', 'Semester', 'Offering', 'Enrolment',
39
38
'ProjectSet', 'Project', 'ProjectGroup', 'ProjectGroupMembership',
39
'Assessed', 'ProjectSubmission', 'ProjectExtension',
40
40
'Exercise', 'Worksheet', 'WorksheetExercise',
41
41
'ExerciseSave', 'ExerciseAttempt',
42
'AlreadyEnrolledError'
42
'TestCase', 'TestSuite', 'TestSuiteVar'
45
45
def _kwarg_init(self, **kwargs):
49
49
% (self.__class__.__name__, k))
50
50
setattr(self, k, v)
52
def get_conn_string():
54
Returns the Storm connection string, generated from the conf file.
56
return "postgres://%s:%s@%s:%d/%s" % (ivle.conf.db_user,
57
ivle.conf.db_password, ivle.conf.db_host, ivle.conf.db_port,
62
Open a database connection and transaction. Return a storm.store.Store
63
instance connected to the configured IVLE database.
65
return Store(create_database(get_conn_string()))
52
def get_conn_string(config):
53
"""Create a Storm connection string to the IVLE database
55
@param config: The IVLE configuration.
59
if config['database']['username']:
60
clusterstr += config['database']['username']
61
if config['database']['password']:
62
clusterstr += ':' + config['database']['password']
65
host = config['database']['host'] or 'localhost'
66
port = config['database']['port'] or 5432
68
clusterstr += '%s:%d' % (host, port)
70
return "postgres://%s/%s" % (clusterstr, config['database']['name'])
72
def get_store(config):
73
"""Create a Storm store connected to the IVLE database.
75
@param config: The IVLE configuration.
77
return Store(create_database(get_conn_string(config)))
71
Represents an IVLE user.
82
"""An IVLE user account."""
73
83
__storm_table__ = "login"
75
85
id = Int(primary=True, name="loginid")
77
87
passhash = Unicode()
82
92
pass_exp = DateTime()
184
190
'''A sanely ordered list of all of the user's enrolments.'''
185
191
return self._get_enrolments(False)
193
def get_projects(self, offering=None, active_only=True):
194
"""Find projects that the user can submit.
196
This will include projects for offerings in which the user is
197
enrolled, as long as the project is not in a project set which has
198
groups (ie. if maximum number of group members is 0).
200
@param active_only: Whether to only search active offerings.
201
@param offering: An optional offering to restrict the search to.
203
return Store.of(self).find(Project,
204
Project.project_set_id == ProjectSet.id,
205
ProjectSet.max_students_per_group == None,
206
ProjectSet.offering_id == Offering.id,
207
(offering is None) or (Offering.id == offering.id),
208
Semester.id == Offering.semester_id,
209
(not active_only) or (Semester.state == u'current'),
210
Enrolment.offering_id == Offering.id,
211
Enrolment.user_id == self.id)
188
214
def hash_password(password):
189
return md5.md5(password).hexdigest()
215
"""Hash a password with MD5."""
216
return hashlib.md5(password).hexdigest()
192
219
def get_by_login(cls, store, login):
194
Get the User from the db associated with a given store and
220
"""Find a user in a store by login name."""
197
221
return store.find(cls, cls.login == unicode(login)).one()
223
def get_permissions(self, user):
224
"""Determine privileges held by a user over this object.
226
If the user requesting privileges is this user or an admin,
227
they may do everything. Otherwise they may do nothing.
229
if user and user.admin or user is self:
230
return set(['view', 'edit', 'submit_project'])
199
234
# SUBJECTS AND ENROLMENTS #
201
236
class Subject(Storm):
237
"""A subject (or course) which is run in some semesters."""
202
239
__storm_table__ = "subject"
204
241
id = Int(primary=True, name="subjectid")
214
251
def __repr__(self):
215
252
return "<%s '%s'>" % (type(self).__name__, self.short_name)
254
def get_permissions(self, user):
255
"""Determine privileges held by a user over this object.
257
If the user requesting privileges is an admin, they may edit.
258
Otherwise they may only read.
267
def active_offerings(self):
268
"""Find active offerings for this subject.
270
Return a sequence of currently active offerings for this subject
271
(offerings whose semester.state is "current"). There should be 0 or 1
272
elements in this sequence, but it's possible there are more.
274
return self.offerings.find(Offering.semester_id == Semester.id,
275
Semester.state == u'current')
277
def offering_for_semester(self, year, semester):
278
"""Get the offering for the given year/semester, or None.
280
@param year: A string representation of the year.
281
@param semester: A string representation of the semester.
283
return self.offerings.find(Offering.semester_id == Semester.id,
284
Semester.year == unicode(year),
285
Semester.semester == unicode(semester)).one()
217
287
class Semester(Storm):
288
"""A semester in which subjects can be run."""
218
290
__storm_table__ = "semester"
220
292
id = Int(primary=True, name="semesterid")
222
294
semester = Unicode()
225
297
offerings = ReferenceSet(id, 'Offering.semester_id')
298
enrolments = ReferenceSet(id,
299
'Offering.semester_id',
301
'Enrolment.offering_id')
227
303
__init__ = _kwarg_init
247
325
project_sets = ReferenceSet(id, 'ProjectSet.offering_id')
327
worksheets = ReferenceSet(id,
328
'Worksheet.offering_id',
249
332
__init__ = _kwarg_init
251
334
def __repr__(self):
252
335
return "<%s %r in %r>" % (type(self).__name__, self.subject,
255
def enrol(self, user):
256
'''Enrol a user in this offering.'''
257
# We'll get a horrible database constraint violation error if we try
258
# to add a second enrolment.
259
if Store.of(self).find(Enrolment,
260
Enrolment.user_id == user.id,
261
Enrolment.offering_id == self.id).count() == 1:
262
raise AlreadyEnrolledError()
264
e = Enrolment(user=user, offering=self, active=True)
265
self.enrolments.add(e)
338
def enrol(self, user, role=u'student'):
339
"""Enrol a user in this offering.
341
Enrolments handle both the staff and student cases. The role controls
342
the privileges granted by this enrolment.
344
enrolment = Store.of(self).find(Enrolment,
345
Enrolment.user_id == user.id,
346
Enrolment.offering_id == self.id).one()
348
if enrolment is None:
349
enrolment = Enrolment(user=user, offering=self)
350
self.enrolments.add(enrolment)
352
enrolment.active = True
353
enrolment.role = role
355
def unenrol(self, user):
356
'''Unenrol a user from this offering.'''
357
enrolment = Store.of(self).find(Enrolment,
358
Enrolment.user_id == user.id,
359
Enrolment.offering_id == self.id).one()
360
Store.of(enrolment).remove(enrolment)
362
def get_permissions(self, user):
365
enrolment = self.get_enrolment(user)
366
if enrolment or user.admin:
368
if (enrolment and enrolment.role in (u'tutor', u'lecturer')) \
373
def get_enrolment(self, user):
374
"""Find the user's enrolment in this offering."""
376
enrolment = self.enrolments.find(user=user).one()
267
382
class Enrolment(Storm):
383
"""An enrolment of a user in an offering.
385
This represents the roles of both staff and students.
268
388
__storm_table__ = "enrolment"
269
389
__storm_primary__ = "user_id", "offering_id"
314
438
class Project(Storm):
439
"""A student project for which submissions can be made."""
315
441
__storm_table__ = "project"
317
443
id = Int(name="projectid", primary=True)
445
short_name = Unicode()
318
446
synopsis = Unicode()
320
448
project_set_id = Int(name="projectsetid")
321
449
project_set = Reference(project_set_id, ProjectSet.id)
322
450
deadline = DateTime()
452
assesseds = ReferenceSet(id, 'Assessed.project_id')
453
submissions = ReferenceSet(id,
454
'Assessed.project_id',
456
'ProjectSubmission.assessed_id')
324
458
__init__ = _kwarg_init
326
460
def __repr__(self):
327
return "<%s '%s' in %r>" % (type(self).__name__, self.synopsis,
461
return "<%s '%s' in %r>" % (type(self).__name__, self.short_name,
328
462
self.project_set.offering)
464
def can_submit(self, principal):
465
return (self in principal.get_projects() and
466
self.deadline > datetime.datetime.now())
468
def submit(self, principal, path, revision, who):
469
"""Submit a Subversion path and revision to a project.
471
@param principal: The owner of the Subversion repository, and the
472
entity on behalf of whom the submission is being made
473
@param path: A path within that repository to submit.
474
@param revision: The revision of that path to submit.
475
@param who: The user who is actually making the submission.
478
if not self.can_submit(principal):
479
raise Exception('cannot submit')
481
a = Assessed.get(Store.of(self), principal, self)
482
ps = ProjectSubmission()
484
ps.revision = revision
485
ps.date_submitted = datetime.datetime.now()
330
492
class ProjectGroup(Storm):
493
"""A group of students working together on a project."""
331
495
__storm_table__ = "project_group"
333
497
id = Int(name="groupid", primary=True)
350
514
return "<%s %s in %r>" % (type(self).__name__, self.name,
351
515
self.project_set.offering)
518
def display_name(self):
519
return '%s (%s)' % (self.nick, self.name)
521
def get_projects(self, offering=None, active_only=True):
522
'''Find projects that the group can submit.
524
This will include projects in the project set which owns this group,
525
unless the project set disallows groups (in which case none will be
528
@param active_only: Whether to only search active offerings.
529
@param offering: An optional offering to restrict the search to.
531
return Store.of(self).find(Project,
532
Project.project_set_id == ProjectSet.id,
533
ProjectSet.id == self.project_set.id,
534
ProjectSet.max_students_per_group != None,
535
ProjectSet.offering_id == Offering.id,
536
(offering is None) or (Offering.id == offering.id),
537
Semester.id == Offering.semester_id,
538
(not active_only) or (Semester.state == u'current'))
541
def get_permissions(self, user):
542
if user.admin or user in self.members:
543
return set(['submit_project'])
353
547
class ProjectGroupMembership(Storm):
548
"""A student's membership in a project group."""
354
550
__storm_table__ = "group_member"
355
551
__storm_primary__ = "user_id", "project_group_id"
365
561
return "<%s %r in %r>" % (type(self).__name__, self.user,
366
562
self.project_group)
564
class Assessed(Storm):
565
"""A composite of a user or group combined with a project.
567
Each project submission and extension refers to an Assessed. It is the
568
sole specifier of the repository and project.
571
__storm_table__ = "assessed"
573
id = Int(name="assessedid", primary=True)
574
user_id = Int(name="loginid")
575
user = Reference(user_id, User.id)
576
project_group_id = Int(name="groupid")
577
project_group = Reference(project_group_id, ProjectGroup.id)
579
project_id = Int(name="projectid")
580
project = Reference(project_id, Project.id)
582
extensions = ReferenceSet(id, 'ProjectExtension.assessed_id')
583
submissions = ReferenceSet(id, 'ProjectSubmission.assessed_id')
586
return "<%s %r in %r>" % (type(self).__name__,
587
self.user or self.project_group, self.project)
590
def get(cls, store, principal, project):
591
"""Find or create an Assessed for the given user or group and project.
593
@param principal: The user or group.
594
@param project: The project.
597
if t not in (User, ProjectGroup):
598
raise AssertionError('principal must be User or ProjectGroup')
601
(t is User) or (cls.project_group_id == principal.id),
602
(t is ProjectGroup) or (cls.user_id == principal.id),
603
Project.id == project.id).one()
610
a.project_group = principal
617
class ProjectExtension(Storm):
618
"""An extension granted to a user or group on a particular project.
620
The user or group and project are specified by the Assessed.
623
__storm_table__ = "project_extension"
625
id = Int(name="extensionid", primary=True)
626
assessed_id = Int(name="assessedid")
627
assessed = Reference(assessed_id, Assessed.id)
628
deadline = DateTime()
629
approver_id = Int(name="approver")
630
approver = Reference(approver_id, User.id)
633
class ProjectSubmission(Storm):
634
"""A submission from a user or group repository to a particular project.
636
The content of a submission is a single path and revision inside a
637
repository. The repository is that owned by the submission's user and
638
group, while the path and revision are explicit.
640
The user or group and project are specified by the Assessed.
643
__storm_table__ = "project_submission"
645
id = Int(name="submissionid", primary=True)
646
assessed_id = Int(name="assessedid")
647
assessed = Reference(assessed_id, Assessed.id)
650
submitter_id = Int(name="submitter")
651
submitter = Reference(submitter_id, User.id)
652
date_submitted = DateTime()
368
655
# WORKSHEETS AND EXERCISES #
370
657
class Exercise(Storm):
371
# Note: Table "problem" is called "Exercise" in the Object layer, since
372
# it's called that everywhere else.
373
__storm_table__ = "problem"
375
id = Int(primary=True, name="problemid")
376
name = Unicode(name="identifier")
658
"""An exercise for students to complete in a worksheet.
660
An exercise may be present in any number of worksheets.
663
__storm_table__ = "exercise"
664
id = Unicode(primary=True, name="identifier")
666
description = Unicode()
672
worksheet_exercises = ReferenceSet(id,
673
'WorksheetExercise.exercise_id')
379
675
worksheets = ReferenceSet(id,
380
676
'WorksheetExercise.exercise_id',
681
test_suites = ReferenceSet(id,
682
'TestSuite.exercise_id',
385
685
__init__ = _kwarg_init
387
687
def __repr__(self):
388
688
return "<%s %s>" % (type(self).__name__, self.name)
391
def get_by_name(cls, store, name):
393
Get the Exercise from the db associated with a given store and name.
394
If the exercise is not in the database, creates it and inserts it
397
ex = store.find(cls, cls.name == unicode(name)).one()
400
ex = Exercise(name=unicode(name))
690
def get_permissions(self, user):
697
elif 'lecturer' in set((e.role for e in user.active_enrolments)):
703
def get_description(self):
704
"""Return the description interpreted as reStructuredText."""
705
return rst(self.description)
708
"""Deletes the exercise, providing it has no associated worksheets."""
709
if (self.worksheet_exercises.count() > 0):
710
raise IntegrityError()
711
for suite in self.test_suites:
713
Store.of(self).remove(self)
405
715
class Worksheet(Storm):
716
"""A worksheet with exercises for students to complete.
718
Worksheets are owned by offerings.
406
721
__storm_table__ = "worksheet"
408
723
id = Int(primary=True, name="worksheetid")
409
# XXX subject is not linked to a Subject object. This is a property of
410
# the database, and will be refactored.
412
name = Unicode(name="identifier")
724
offering_id = Int(name="offeringid")
725
identifier = Unicode()
413
727
assessable = Bool()
416
exercises = ReferenceSet(id,
417
'WorksheetExercise.worksheet_id',
418
'WorksheetExercise.exercise_id',
420
# Use worksheet_exercises to get access to the WorksheetExercise objects
421
# binding worksheets to exercises. This is required to access the
732
attempts = ReferenceSet(id, "ExerciseAttempt.worksheetid")
733
offering = Reference(offering_id, 'Offering.id')
735
all_worksheet_exercises = ReferenceSet(id,
736
'WorksheetExercise.worksheet_id')
738
# Use worksheet_exercises to get access to the *active* WorksheetExercise
739
# objects binding worksheets to exercises. This is required to access the
422
740
# "optional" field.
423
worksheet_exercises = ReferenceSet(id,
424
'WorksheetExercise.worksheet_id')
743
def worksheet_exercises(self):
744
return self.all_worksheet_exercises.find(active=True)
426
746
__init__ = _kwarg_init
428
748
def __repr__(self):
429
749
return "<%s %s>" % (type(self).__name__, self.name)
431
# XXX Refactor this - make it an instance method of Subject rather than a
432
# class method of Worksheet. Can't do that now because Subject isn't
433
# linked referentially to the Worksheet.
435
def get_by_name(cls, store, subjectname, worksheetname):
437
Get the Worksheet from the db associated with a given store, subject
438
name and worksheet name.
440
return store.find(cls, cls.subject == unicode(subjectname),
441
cls.name == unicode(worksheetname)).one()
751
def remove_all_exercises(self):
752
"""Remove all exercises from this worksheet.
443
def remove_all_exercises(self, store):
445
Remove all exercises from this worksheet.
446
754
This does not delete the exercises themselves. It just removes them
447
755
from the worksheet.
757
store = Store.of(self)
758
for ws_ex in self.all_worksheet_exercises:
759
if ws_ex.saves.count() > 0 or ws_ex.attempts.count() > 0:
760
raise IntegrityError()
449
761
store.find(WorksheetExercise,
450
762
WorksheetExercise.worksheet == self).remove()
764
def get_permissions(self, user):
765
return self.offering.get_permissions(user)
768
"""Returns the xml of this worksheet, converts from rst if required."""
769
if self.format == u'rst':
770
ws_xml = rst(self.data)
776
"""Deletes the worksheet, provided it has no attempts on any exercises.
778
Returns True if delete succeeded, or False if this worksheet has
779
attempts attached."""
780
for ws_ex in self.all_worksheet_exercises:
781
if ws_ex.saves.count() > 0 or ws_ex.attempts.count() > 0:
782
raise IntegrityError()
784
self.remove_all_exercises()
785
Store.of(self).remove(self)
452
787
class WorksheetExercise(Storm):
453
__storm_table__ = "worksheet_problem"
454
__storm_primary__ = "worksheet_id", "exercise_id"
788
"""A link between a worksheet and one of its exercises.
790
These may be marked optional, in which case the exercise does not count
791
for marking purposes. The sequence number is used to order the worksheet
795
__storm_table__ = "worksheet_exercise"
797
id = Int(primary=True, name="ws_ex_id")
456
799
worksheet_id = Int(name="worksheetid")
457
800
worksheet = Reference(worksheet_id, Worksheet.id)
458
exercise_id = Int(name="problemid")
801
exercise_id = Unicode(name="exerciseid")
459
802
exercise = Reference(exercise_id, Exercise.id)
460
803
optional = Bool()
807
saves = ReferenceSet(id, "ExerciseSave.ws_ex_id")
808
attempts = ReferenceSet(id, "ExerciseAttempt.ws_ex_id")
462
810
__init__ = _kwarg_init
464
812
def __repr__(self):
465
813
return "<%s %s in %s>" % (type(self).__name__, self.exercise.name,
814
self.worksheet.identifier)
816
def get_permissions(self, user):
817
return self.worksheet.get_permissions(user)
468
820
class ExerciseSave(Storm):
470
Represents a potential solution to an exercise that a user has submitted
471
to the server for storage.
472
A basic ExerciseSave is just the current saved text for this exercise for
473
this user (doesn't count towards their attempts).
474
ExerciseSave may be extended with additional semantics (such as
477
__storm_table__ = "problem_save"
478
__storm_primary__ = "exercise_id", "user_id", "date"
480
exercise_id = Int(name="problemid")
481
exercise = Reference(exercise_id, Exercise.id)
821
"""A potential exercise solution submitted by a user for storage.
823
This is not an actual tested attempt at an exercise, it's just a save of
827
__storm_table__ = "exercise_save"
828
__storm_primary__ = "ws_ex_id", "user_id"
830
ws_ex_id = Int(name="ws_ex_id")
831
worksheet_exercise = Reference(ws_ex_id, "WorksheetExercise.id")
482
833
user_id = Int(name="loginid")
483
834
user = Reference(user_id, User.id)
484
835
date = DateTime()
491
842
self.exercise.name, self.user.login, self.date.strftime("%c"))
493
844
class ExerciseAttempt(ExerciseSave):
495
An ExerciseAttempt is a special case of an ExerciseSave. Like an
496
ExerciseSave, it constitutes exercise solution data that the user has
497
submitted to the server for storage.
498
In addition, it contains additional information about the submission.
499
complete - True if this submission was successful, rendering this exercise
500
complete for this user.
501
active - True if this submission is "active" (usually true). Submissions
502
may be de-activated by privileged users for special reasons, and then
503
they won't count (either as a penalty or success), but will still be
506
__storm_table__ = "problem_attempt"
507
__storm_primary__ = "exercise_id", "user_id", "date"
845
"""An attempt at solving an exercise.
847
This is a special case of ExerciseSave, used when the user submits a
848
candidate solution. Like an ExerciseSave, it constitutes exercise solution
851
In addition, it contains information about the result of the submission:
853
- complete - True if this submission was successful, rendering this
854
exercise complete for this user in this worksheet.
855
- active - True if this submission is "active" (usually true).
856
Submissions may be de-activated by privileged users for
857
special reasons, and then they won't count (either as a
858
penalty or success), but will still be stored.
861
__storm_table__ = "exercise_attempt"
862
__storm_primary__ = "ws_ex_id", "user_id", "date"
509
864
# The "text" field is the same but has a different name in the DB table
510
865
# for some reason.
511
866
text = Unicode(name="attempt")
512
867
complete = Bool()
870
def get_permissions(self, user):
871
return set(['view']) if user is self.user else set()
873
class TestSuite(Storm):
874
"""A container to group an exercise's test cases.
876
The test suite contains some information on how to test. The function to
877
test, variables to set and stdin data are stored here.
880
__storm_table__ = "test_suite"
881
__storm_primary__ = "exercise_id", "suiteid"
884
exercise_id = Unicode(name="exerciseid")
885
description = Unicode()
889
exercise = Reference(exercise_id, Exercise.id)
890
test_cases = ReferenceSet(suiteid, 'TestCase.suiteid', order_by="seq_no")
891
variables = ReferenceSet(suiteid, 'TestSuiteVar.suiteid', order_by='arg_no')
894
"""Delete this suite, without asking questions."""
895
for vaariable in self.variables:
897
for test_case in self.test_cases:
899
Store.of(self).remove(self)
901
class TestCase(Storm):
902
"""A container for actual tests (see TestCasePart), inside a test suite.
904
It is the lowest level shown to students on their pass/fail status."""
906
__storm_table__ = "test_case"
907
__storm_primary__ = "testid", "suiteid"
911
suite = Reference(suiteid, "TestSuite.suiteid")
914
test_default = Unicode()
917
parts = ReferenceSet(testid, "TestCasePart.testid")
919
__init__ = _kwarg_init
922
for part in self.parts:
924
Store.of(self).remove(self)
926
class TestSuiteVar(Storm):
927
"""A variable used by an exercise test suite.
929
This may represent a function argument or a normal variable.
932
__storm_table__ = "suite_variable"
933
__storm_primary__ = "varid"
938
var_value = Unicode()
942
suite = Reference(suiteid, "TestSuite.suiteid")
944
__init__ = _kwarg_init
947
Store.of(self).remove(self)
949
class TestCasePart(Storm):
950
"""An actual piece of code to test an exercise solution."""
952
__storm_table__ = "test_case_part"
953
__storm_primary__ = "partid"
958
part_type = Unicode()
959
test_type = Unicode()
963
test = Reference(testid, "TestCase.testid")
965
__init__ = _kwarg_init
968
Store.of(self).remove(self)
added
removed
ivle/database.py
