41
41
# to: The path of the target filename. Error if the file already
44
# action=putfile: Upload a file to the student workspace.
45
# path: The path to the file to be written. Error if the target
46
# file is a directory.
44
# action=putfile: Upload a file to the student workspace, and optionally
45
# accept zip files which will be unpacked.
46
# path: The path to the file to be written. If it exists, will
47
# overwrite. Error if the target file is a directory.
47
48
# data: Bytes to be written to the file verbatim. May either be
48
49
# a string variable or a file upload.
49
# overwrite: Optional. If supplied, the file will be overwritten.
50
# Otherwise, error if path already exists.
50
# unpack: Optional. If "true", and the data is a valid ZIP file,
51
# will create a directory instead and unpack the ZIP file
52
54
# action=putfiles: Upload multiple files to the student workspace, and
53
55
# optionally accept zip files which will be unpacked.
56
58
# data: A file upload (may not be a simple string). The filename
57
59
# will be used to determine the target filename within
59
# unpack: Optional. If supplied, if any data is a valid ZIP file,
61
# unpack: Optional. If "true", if any data is a valid ZIP file,
60
62
# will create a directory instead and unpack the ZIP file
63
# action=mkdir: Create a directory. The parent dir must exist.
64
# path: The path to a file which does not exist, but whose parent
65
# does. The dir will be made with this name.
67
65
# The differences between putfile and putfiles are:
68
# * putfile can only accept a single file, and can't unpack zipfiles.
66
# * putfile can only accept a single file.
69
67
# * putfile can accept string data, doesn't have to be a file upload.
70
68
# * putfile ignores the upload filename, the entire filename is specified on
71
69
# path. putfiles calls files after the name on the user's machine.
73
# action=paste: Copy or move the files to a specified dir.
74
# src: The path to the DIRECTORY to get the files from (relative).
75
# dst: The path to the DIRECTORY to paste the files to. Must not
71
# Clipboard-based actions. Cut/copy/paste work in the same way as modern
72
# file browsers, by keeping a server-side clipboard of files that have been
73
# cut and copied. The clipboard is stored in the session data, so it persists
74
# across navigation, tabs and browser windows, but not across browser
77
# action=copy: Write file(s) to the session-based clipboard. Overrides any
78
# existing clipboard data. Does not actually copy the file.
79
# The files are physically copied when the clipboard is pasted.
80
# path: The path to the file or directory to copy. Can be specified
83
# action=cut: Write file(s) to the session-based clipboard. Overrides any
84
# existing clipboard data. Does not actually move the file.
85
# The files are physically moved when the clipboard is pasted.
86
# path: The path to the file or directory to cut. Can be specified
89
# action=paste: Copy or move the files stored in the clipboard. Clears the
90
# clipboard. The files are copied or moved to a specified dir.
91
# path: The path to the DIRECTORY to paste the files to. Must not
77
# mode: 'copy' or 'move'
78
# file: File to be copied or moved, relative to src, to a destination
79
# relative to dst. Can be specified multiple times.
81
94
# Subversion actions.
82
95
# action=svnadd: Add an existing file(s) to version control.
107
120
# logmsg: Text of the log message. Optional. There is a default log
108
121
# message if unspecified.
109
# action=svncheckout: Checkout a file/directory from the repository.
110
# path: The [repository] path to the file or directory to be
113
# action=svnrepomkdir: Create a directory in a repository (not WC).
114
# path: The path to the directory to be created (under the IVLE
116
# logmsg: Text of the log message.
118
# action=svnrepostat: Check if a path exists in a repository (not WC).
119
# path: The path to the directory to be checked (under the IVLE
122
123
# TODO: Implement the following actions:
124
# TODO: Implement ZIP unpacking in putfiles (done?).
124
# putfiles, svnrevert, svnupdate, svncommit
125
# TODO: Implement ZIP unpacking in putfile and putfiles.
125
126
# TODO: svnupdate needs a digest to tell the user the files that were updated.
126
127
# This can be implemented by some message passing between action and
127
128
# listing, and having the digest included in the listing. (Problem if
137
138
from common import (util, studpath, zip)
140
def get_login(_realm, existing_login, _may_save):
141
"""Callback function used by pysvn for authentication.
142
realm, existing_login, _may_save: The 3 arguments passed by pysvn to
144
The following has been determined empirically, not from docs:
145
existing_login will be the name of the user who owns the process on
146
the first attempt, "" on subsequent attempts. We use this fact.
148
# Only provide credentials on the _first_ attempt.
149
# If we're being asked again, then it means the credentials failed for
150
# some reason and we should just fail. (This is not desirable, but it's
151
# better than being asked an infinite number of times).
152
return (existing_login != "", conf.login, conf.svn_pass, True)
154
140
# Make a Subversion client object
155
141
svnclient = pysvn.Client()
156
svnclient.callback_get_login = get_login
157
svnclient.exception_style = 0 # Simple (string) exceptions
159
143
DEFAULT_LOGMESSAGE = "No log message supplied."
302
287
topath = fields.getfirst('to')
303
288
movefile(req, frompath, topath)
305
def action_mkdir(req, fields):
306
"""Creates a directory with the given path.
309
path = fields.getfirst('path')
311
raise ActionError("Required field missing")
312
path = actionpath_to_local(req, path)
314
if os.path.exists(path):
315
raise ActionError("A file already exists with that name")
317
# Create the directory
321
raise ActionError("Could not create directory")
323
290
def action_putfile(req, fields):
324
291
"""Writes data to a file, overwriting it if it exists and creating it if
327
Reads fields: 'path', 'data' (file upload), 'overwrite'
294
Reads fields: 'path', 'data' (file upload)
329
296
# TODO: Read field "unpack".
330
297
# Important: Data is "None" if the file submitted is empty.
331
298
path = fields.getfirst('path')
332
299
data = fields.getfirst('data')
300
if path is None or data is None:
334
301
raise ActionError("Required field missing")
336
# Workaround - field reader treats "" as None, so this is the only
337
# way to allow blank file uploads
339
302
path = actionpath_to_local(req, path)
341
304
if data is not None:
342
305
data = cStringIO.StringIO(data)
344
overwrite = fields.getfirst('overwrite')
345
if overwrite is None:
351
# Overwrite files; but can't if it's a directory
352
if os.path.isdir(path):
353
raise ActionError("A directory already exists "
356
if os.path.exists(path):
357
raise ActionError("A file already exists with that name")
359
307
# Copy the contents of file object 'data' to the path 'path'
361
309
dest = open(path, 'wb')
362
310
if data is not None:
363
311
shutil.copyfileobj(data, dest)
364
except (IOError, OSError), e:
365
raise ActionError("Could not write to target file: %s" % e.strerror)
313
raise ActionError("Could not write to target file")
367
315
def action_putfiles(req, fields):
368
316
"""Writes data to one or more files in a directory, overwriting them if
424
370
raise ActionError(
425
371
"Could not write to one or more of the target files")
373
def action_copy_or_cut(req, fields, mode):
374
"""Marks specified files on the clipboard, stored in the
375
browser session. Sets clipboard for either a cut or copy operation
380
# The clipboard object created conforms to the JSON clipboard
381
# specification given at the top of listing.py.
382
# Note that we do not check for the existence of files here. That is done
383
# in the paste operation.
384
files = fields.getlist('path')
385
clipboard = { "mode" : mode, "base" : req.path, "files" : files }
386
session = req.get_session()
387
session['clipboard'] = clipboard
390
def action_copy(req, fields):
391
"""Marks specified files on the clipboard, stored in the
392
browser session. Sets clipboard for a "copy" action.
396
action_copy_or_cut(req, fields, "copy")
398
def action_cut(req, fields):
399
"""Marks specified files on the clipboard, stored in the
400
browser session. Sets clipboard for a "cut" action.
404
action_copy_or_cut(req, fields, "cut")
427
406
def action_paste(req, fields):
428
"""Performs the copy or move action with the files specified.
429
Copies/moves the files to the specified directory.
407
"""Performs the copy or move action with the files stored on
408
the clipboard in the browser session. Copies/moves the files
409
to the specified directory. Clears the clipboard.
431
Reads fields: 'src', 'dst', 'mode', 'file' (multiple).
432
src: Base path that all the files are relative to (source).
433
dst: Destination path to paste into.
434
mode: 'copy' or 'move'.
435
file: (Multiple) Files relative to base, which will be copied
436
or moved to new locations relative to path.
440
dst = fields.getfirst('dst')
441
src = fields.getfirst('src')
442
mode = fields.getfirst('mode')
443
files = fields.getlist('file')
444
if dst is None or src is None or mode is None:
415
todir = fields.getfirst('path')
445
417
raise ActionError("Required field missing")
451
raise ActionError("Invalid mode (must be 'copy' or 'move')")
452
dst_local = actionpath_to_local(req, dst)
453
if not os.path.isdir(dst_local):
454
raise ActionError("dst is not a directory")
418
todir_local = actionpath_to_local(req, todir)
419
if not os.path.isdir(todir_local):
420
raise ActionError("Target is not a directory")
422
session = req.get_session()
424
clipboard = session['clipboard']
425
files = clipboard['files']
426
base = clipboard['base']
427
if clipboard['mode'] == "copy":
432
raise ActionError("Clipboard was empty")
457
435
for file in files:
458
436
# The source must not be interpreted as relative to req.path
459
437
# Add a slash (relative to top-level)
462
frompath = os.path.join(src, file)
438
frompath = os.sep + os.path.join(base, file)
463
439
# The destination is found by taking just the basename of the file
464
topath = os.path.join(dst, os.path.basename(file))
440
topath = os.path.join(todir, os.path.basename(file))
466
442
movefile(req, frompath, topath, copy)
467
443
except ActionError, message:
474
450
# Add this file to errorfiles; it will be put back on the
475
451
# clipboard for possible future pasting.
476
452
errorfiles.append(file)
477
if errormsg is not None:
453
# If errors occured, augment the clipboard and raise ActionError
454
if len(errorfiles) > 0:
455
clipboard['files'] = errorfiles
456
session['clipboard'] = clipboard
478
458
raise ActionError(errormsg)
480
# XXX errorfiles contains a list of files that couldn't be pasted.
481
# we currently do nothing with this.
483
def action_publish(req,fields):
484
"""Marks the folder as published by adding a '.published' file to the
485
directory and ensuring that the parent directory permissions are correct
489
paths = fields.getlist('path')
490
user = studpath.url_to_local(req.path)[0]
491
homedir = "/home/%s" % user
493
paths = map(lambda path: actionpath_to_local(req, path), paths)
495
paths = [studpath.url_to_jailpaths(req.path)[2]]
497
# Set all the dirs in home dir world browsable (o+r,o+x)
498
#FIXME: Should really only do those in the direct path not all of the
499
# folders in a students home directory
500
for root,dirs,files in os.walk(homedir):
501
os.chmod(root, os.stat(root).st_mode|0005)
505
if os.path.isdir(path):
506
pubfile = open(os.path.join(path,'.published'),'w')
507
pubfile.write("This directory is published\n")
510
raise ActionError("Can only publish directories")
512
raise ActionError("Directory could not be published")
514
def action_unpublish(req,fields):
515
"""Marks the folder as unpublished by removing a '.published' file in the
516
directory (if it exits). It does not change the permissions of the parent
521
paths = fields.getlist('path')
523
paths = map(lambda path: actionpath_to_local(req, path), paths)
525
paths = [studpath.url_to_jailpaths(req.path)[2]]
529
if os.path.isdir(path):
530
pubfile = os.path.join(path,'.published')
531
if os.path.isfile(pubfile):
534
raise ActionError("Can only unpublish directories")
536
raise ActionError("Directory could not be unpublished")
460
# Success: Clear the clipboard
461
del session['clipboard']
539
464
def action_svnadd(req, fields):
540
465
"""Performs a "svn add" to each file specified.
548
473
svnclient.add(paths, recurse=True, force=True)
549
except pysvn.ClientError, e:
550
raise ActionError(str(e))
552
def action_svnremove(req, fields):
553
"""Performs a "svn remove" on each file specified.
555
Reads fields: 'path' (multiple)
557
paths = fields.getlist('path')
558
paths = map(lambda path: actionpath_to_local(req, path), paths)
561
svnclient.remove(paths, force=True)
562
except pysvn.ClientError, e:
563
raise ActionError(str(e))
474
except pysvn.ClientError:
475
raise ActionError("One or more files could not be added")
565
477
def action_svnupdate(req, fields):
566
478
"""Performs a "svn update" to each file specified.
576
488
svnclient.update(path, recurse=True)
577
except pysvn.ClientError, e:
578
raise ActionError(str(e))
580
def action_svnresolved(req, fields):
581
"""Performs a "svn resolved" to each file specified.
585
path = fields.getfirst('path')
587
raise ActionError("Required field missing")
588
path = actionpath_to_local(req, path)
591
svnclient.resolved(path, recurse=True)
592
except pysvn.ClientError, e:
593
raise ActionError(str(e))
489
except pysvn.ClientError:
490
raise ActionError("One or more files could not be updated")
595
492
def action_svnrevert(req, fields):
596
493
"""Performs a "svn revert" to each file specified.
659
547
svnclient.checkin(paths, logmsg, recurse=True)
660
except pysvn.ClientError, e:
661
raise ActionError(str(e))
663
def action_svncheckout(req, fields):
664
"""Performs a "svn checkout" of the first path into the second path.
666
Reads fields: 'path' (multiple)
668
paths = fields.getlist('path')
670
raise ActionError("usage: svncheckout url local-path")
671
url = conf.svn_addr + "/" + paths[0]
672
local_path = actionpath_to_local(req, str(paths[1]))
674
svnclient.callback_get_login = get_login
675
svnclient.checkout(url, local_path, recurse=True)
676
except pysvn.ClientError, e:
677
raise ActionError(str(e))
679
def action_svnrepomkdir(req, fields):
680
"""Performs a "svn mkdir" on a path under the IVLE SVN root.
684
path = fields.getfirst('path')
685
logmsg = fields.getfirst('logmsg')
686
url = conf.svn_addr + "/" + path
688
svnclient.callback_get_login = get_login
689
svnclient.mkdir(url, log_message=logmsg)
690
except pysvn.ClientError, e:
691
raise ActionError(str(e))
693
def action_svnrepostat(req, fields):
694
"""Discovers whether a path exists in a repo under the IVLE SVN root.
698
path = fields.getfirst('path')
699
url = conf.svn_addr + "/" + path
700
svnclient.exception_style = 1
703
svnclient.callback_get_login = get_login
705
except pysvn.ClientError, e:
706
# Error code 170000 means ENOENT in this revision.
707
if e[1][0][1] == 170000:
708
raise util.IVLEError(404, 'The specified repository path does not exist')
710
raise ActionError(str(e[0]))
548
except pysvn.ClientError:
549
raise ActionError("One or more files could not be committed")
712
551
# Table of all action functions #
713
552
# Each function has the interface f(req, fields).
715
554
actions_table = {
716
"delete" : action_delete,
555
"remove" : action_remove,
717
556
"move" : action_move,
718
"mkdir" : action_mkdir,
719
557
"putfile" : action_putfile,
720
558
"putfiles" : action_putfiles,
560
"copy" : action_copy,
721
562
"paste" : action_paste,
722
"publish" : action_publish,
723
"unpublish" : action_unpublish,
725
564
"svnadd" : action_svnadd,
726
"svnremove" : action_svnremove,
727
565
"svnupdate" : action_svnupdate,
728
"svnresolved" : action_svnresolved,
729
566
"svnrevert" : action_svnrevert,
730
567
"svnpublish" : action_svnpublish,
731
568
"svnunpublish" : action_svnunpublish,
732
569
"svncommit" : action_svncommit,
733
"svncheckout" : action_svncheckout,
734
"svnrepomkdir" : action_svnrepomkdir,
735
"svnrepostat" : action_svnrepostat,
added
removed
lib/fileservice_lib/action.py
