41
41
# to: The path of the target filename. Error if the file already
44
# action=putfile: Upload a file to the student workspace.
45
# path: The path to the file to be written. Error if the target
46
# file is a directory.
44
# action=putfile: Upload a file to the student workspace, and optionally
45
# accept zip files which will be unpacked.
46
# path: The path to the file to be written. If it exists, will
47
# overwrite. Error if the target file is a directory.
47
48
# data: Bytes to be written to the file verbatim. May either be
48
49
# a string variable or a file upload.
49
# overwrite: Optional. If supplied, the file will be overwritten.
50
# Otherwise, error if path already exists.
50
# unpack: Optional. If "true", and the data is a valid ZIP file,
51
# will create a directory instead and unpack the ZIP file
52
54
# action=putfiles: Upload multiple files to the student workspace, and
53
55
# optionally accept zip files which will be unpacked.
56
58
# data: A file upload (may not be a simple string). The filename
57
59
# will be used to determine the target filename within
59
# unpack: Optional. If supplied, if any data is a valid ZIP file,
61
# unpack: Optional. If "true", if any data is a valid ZIP file,
60
62
# will create a directory instead and unpack the ZIP file
63
# action=mkdir: Create a directory. The parent dir must exist.
64
# path: The path to a file which does not exist, but whose parent
65
# does. The dir will be made with this name.
67
65
# The differences between putfile and putfiles are:
68
# * putfile can only accept a single file, and can't unpack zipfiles.
66
# * putfile can only accept a single file.
69
67
# * putfile can accept string data, doesn't have to be a file upload.
70
68
# * putfile ignores the upload filename, the entire filename is specified on
71
69
# path. putfiles calls files after the name on the user's machine.
73
# action=paste: Copy or move the files to a specified dir.
74
# src: The path to the DIRECTORY to get the files from (relative).
75
# dst: The path to the DIRECTORY to paste the files to. Must not
71
# Clipboard-based actions. Cut/copy/paste work in the same way as modern
72
# file browsers, by keeping a server-side clipboard of files that have been
73
# cut and copied. The clipboard is stored in the session data, so it persists
74
# across navigation, tabs and browser windows, but not across browser
77
# action=copy: Write file(s) to the session-based clipboard. Overrides any
78
# existing clipboard data. Does not actually copy the file.
79
# The files are physically copied when the clipboard is pasted.
80
# path: The path to the file or directory to copy. Can be specified
83
# action=cut: Write file(s) to the session-based clipboard. Overrides any
84
# existing clipboard data. Does not actually move the file.
85
# The files are physically moved when the clipboard is pasted.
86
# path: The path to the file or directory to cut. Can be specified
89
# action=paste: Copy or move the files stored in the clipboard. Clears the
90
# clipboard. The files are copied or moved to a specified dir.
91
# path: The path to the DIRECTORY to paste the files to. Must not
77
# mode: 'copy' or 'move'
78
# file: File to be copied or moved, relative to src, to a destination
79
# relative to dst. Can be specified multiple times.
81
94
# Subversion actions.
82
95
# action=svnadd: Add an existing file(s) to version control.
107
120
# logmsg: Text of the log message. Optional. There is a default log
108
121
# message if unspecified.
109
# action=svncheckout: Checkout a file/directory from the repository.
110
# path: The [repository] path to the file or directory to be
113
# action=svnrepomkdir: Create a directory in a repository (not WC).
114
# path: The path to the directory to be created (under the IVLE
116
# logmsg: Text of the log message.
118
# action=svnrepostat: Check if a path exists in a repository (not WC).
119
# path: The path to the directory to be checked (under the IVLE
122
123
# TODO: Implement the following actions:
124
# TODO: Implement ZIP unpacking in putfiles (done?).
124
# putfiles, svnrevert, svnupdate, svncommit
125
# TODO: Implement ZIP unpacking in putfile and putfiles.
125
126
# TODO: svnupdate needs a digest to tell the user the files that were updated.
126
127
# This can be implemented by some message passing between action and
127
128
# listing, and having the digest included in the listing. (Problem if
137
138
from common import (util, studpath, zip)
140
def get_login(_realm, existing_login, _may_save):
141
"""Callback function used by pysvn for authentication.
142
realm, existing_login, _may_save: The 3 arguments passed by pysvn to
144
The following has been determined empirically, not from docs:
145
existing_login will be the name of the user who owns the process on
146
the first attempt, "" on subsequent attempts. We use this fact.
148
# Only provide credentials on the _first_ attempt.
149
# If we're being asked again, then it means the credentials failed for
150
# some reason and we should just fail. (This is not desirable, but it's
151
# better than being asked an infinite number of times).
152
return (existing_login != "", conf.login, conf.svn_pass, True)
154
140
# Make a Subversion client object
155
141
svnclient = pysvn.Client()
156
svnclient.callback_get_login = get_login
157
svnclient.exception_style = 0 # Simple (string) exceptions
159
143
DEFAULT_LOGMESSAGE = "No log message supplied."
302
287
topath = fields.getfirst('to')
303
288
movefile(req, frompath, topath)
305
def action_mkdir(req, fields):
306
"""Creates a directory with the given path.
309
path = fields.getfirst('path')
311
raise ActionError("Required field missing")
312
path = actionpath_to_local(req, path)
314
if os.path.exists(path):
315
raise ActionError("A file already exists with that name")
317
# Create the directory
321
raise ActionError("Could not create directory")
323
290
def action_putfile(req, fields):
324
291
"""Writes data to a file, overwriting it if it exists and creating it if
327
Reads fields: 'path', 'data' (file upload), 'overwrite'
294
Reads fields: 'path', 'data' (file upload)
329
296
# TODO: Read field "unpack".
330
297
# Important: Data is "None" if the file submitted is empty.
331
298
path = fields.getfirst('path')
332
299
data = fields.getfirst('data')
300
if path is None or data is None:
334
301
raise ActionError("Required field missing")
336
# Workaround - field reader treats "" as None, so this is the only
337
# way to allow blank file uploads
339
302
path = actionpath_to_local(req, path)
341
304
if data is not None:
342
305
data = cStringIO.StringIO(data)
344
overwrite = fields.getfirst('overwrite')
345
if overwrite is None:
351
# Overwrite files; but can't if it's a directory
352
if os.path.isdir(path):
353
raise ActionError("A directory already exists "
356
if os.path.exists(path):
357
raise ActionError("A file already exists with that name")
359
307
# Copy the contents of file object 'data' to the path 'path'
361
309
dest = open(path, 'wb')
362
310
if data is not None:
363
311
shutil.copyfileobj(data, dest)
364
except (IOError, OSError), e:
365
raise ActionError("Could not write to target file: %s" % e.strerror)
313
raise ActionError("Could not write to target file")
367
315
def action_putfiles(req, fields):
368
316
"""Writes data to one or more files in a directory, overwriting them if
425
370
raise ActionError(
426
371
"Could not write to one or more of the target files")
373
def action_copy_or_cut(req, fields, mode):
374
"""Marks specified files on the clipboard, stored in the
375
browser session. Sets clipboard for either a cut or copy operation
380
# The clipboard object created conforms to the JSON clipboard
381
# specification given at the top of listing.py.
382
# Note that we do not check for the existence of files here. That is done
383
# in the paste operation.
384
files = fields.getlist('path')
385
files = map(lambda field: field.value, files)
386
clipboard = { "mode" : mode, "base" : req.path, "files" : files }
387
session = req.get_session()
388
session['clipboard'] = clipboard
391
def action_copy(req, fields):
392
"""Marks specified files on the clipboard, stored in the
393
browser session. Sets clipboard for a "copy" action.
397
action_copy_or_cut(req, fields, "copy")
399
def action_cut(req, fields):
400
"""Marks specified files on the clipboard, stored in the
401
browser session. Sets clipboard for a "cut" action.
405
action_copy_or_cut(req, fields, "cut")
428
407
def action_paste(req, fields):
429
"""Performs the copy or move action with the files specified.
430
Copies/moves the files to the specified directory.
408
"""Performs the copy or move action with the files stored on
409
the clipboard in the browser session. Copies/moves the files
410
to the specified directory. Clears the clipboard.
432
Reads fields: 'src', 'dst', 'mode', 'file' (multiple).
433
src: Base path that all the files are relative to (source).
434
dst: Destination path to paste into.
435
mode: 'copy' or 'move'.
436
file: (Multiple) Files relative to base, which will be copied
437
or moved to new locations relative to path.
441
dst = fields.getfirst('dst')
442
src = fields.getfirst('src')
443
mode = fields.getfirst('mode')
444
files = fields.getlist('file')
445
if dst is None or src is None or mode is None:
416
todir = fields.getfirst('path')
446
418
raise ActionError("Required field missing")
452
raise ActionError("Invalid mode (must be 'copy' or 'move')")
453
dst_local = actionpath_to_local(req, dst)
454
if not os.path.isdir(dst_local):
455
raise ActionError("dst is not a directory")
419
todir_local = actionpath_to_local(req, todir)
420
if not os.path.isdir(todir_local):
421
raise ActionError("Target is not a directory")
423
session = req.get_session()
425
clipboard = session['clipboard']
426
files = clipboard['files']
427
base = clipboard['base']
428
if clipboard['mode'] == "copy":
433
raise ActionError("Clipboard was empty")
458
436
for file in files:
459
437
# The source must not be interpreted as relative to req.path
460
438
# Add a slash (relative to top-level)
463
frompath = os.path.join(src, file)
439
frompath = os.sep + os.path.join(base, file)
464
440
# The destination is found by taking just the basename of the file
465
topath = os.path.join(dst, os.path.basename(file))
441
topath = os.path.join(todir, os.path.basename(file))
467
443
movefile(req, frompath, topath, copy)
468
444
except ActionError, message:
475
451
# Add this file to errorfiles; it will be put back on the
476
452
# clipboard for possible future pasting.
477
453
errorfiles.append(file)
478
if errormsg is not None:
454
# If errors occured, augment the clipboard and raise ActionError
455
if len(errorfiles) > 0:
456
clipboard['files'] = errorfiles
457
session['clipboard'] = clipboard
479
459
raise ActionError(errormsg)
481
# XXX errorfiles contains a list of files that couldn't be pasted.
482
# we currently do nothing with this.
484
def action_publish(req,fields):
485
"""Marks the folder as published by adding a '.published' file to the
486
directory and ensuring that the parent directory permissions are correct
490
paths = fields.getlist('path')
491
user = studpath.url_to_local(req.path)[0]
492
homedir = "/home/%s" % user
494
paths = map(lambda path: actionpath_to_local(req, path), paths)
496
paths = [studpath.url_to_jailpaths(req.path)[2]]
498
# Set all the dirs in home dir world browsable (o+r,o+x)
499
#FIXME: Should really only do those in the direct path not all of the
500
# folders in a students home directory
501
for root,dirs,files in os.walk(homedir):
502
os.chmod(root, os.stat(root).st_mode|0005)
506
if os.path.isdir(path):
507
pubfile = open(os.path.join(path,'.published'),'w')
508
pubfile.write("This directory is published\n")
511
raise ActionError("Can only publish directories")
513
raise ActionError("Directory could not be published")
515
def action_unpublish(req,fields):
516
"""Marks the folder as unpublished by removing a '.published' file in the
517
directory (if it exits). It does not change the permissions of the parent
522
paths = fields.getlist('path')
524
paths = map(lambda path: actionpath_to_local(req, path), paths)
526
paths = [studpath.url_to_jailpaths(req.path)[2]]
530
if os.path.isdir(path):
531
pubfile = os.path.join(path,'.published')
532
if os.path.isfile(pubfile):
535
raise ActionError("Can only unpublish directories")
537
raise ActionError("Directory could not be unpublished")
461
# Success: Clear the clipboard
462
del session['clipboard']
540
465
def action_svnadd(req, fields):
541
466
"""Performs a "svn add" to each file specified.
549
474
svnclient.add(paths, recurse=True, force=True)
550
except pysvn.ClientError, e:
551
raise ActionError(str(e))
553
def action_svnremove(req, fields):
554
"""Performs a "svn remove" on each file specified.
556
Reads fields: 'path' (multiple)
558
paths = fields.getlist('path')
559
paths = map(lambda path: actionpath_to_local(req, path), paths)
562
svnclient.remove(paths, force=True)
563
except pysvn.ClientError, e:
564
raise ActionError(str(e))
475
except pysvn.ClientError:
476
raise ActionError("One or more files could not be added")
566
478
def action_svnupdate(req, fields):
567
479
"""Performs a "svn update" to each file specified.
577
489
svnclient.update(path, recurse=True)
578
except pysvn.ClientError, e:
579
raise ActionError(str(e))
581
def action_svnresolved(req, fields):
582
"""Performs a "svn resolved" to each file specified.
586
path = fields.getfirst('path')
588
raise ActionError("Required field missing")
589
path = actionpath_to_local(req, path)
592
svnclient.resolved(path, recurse=True)
593
except pysvn.ClientError, e:
594
raise ActionError(str(e))
490
except pysvn.ClientError:
491
raise ActionError("One or more files could not be updated")
596
493
def action_svnrevert(req, fields):
597
494
"""Performs a "svn revert" to each file specified.
660
548
svnclient.checkin(paths, logmsg, recurse=True)
661
except pysvn.ClientError, e:
662
raise ActionError(str(e))
664
def action_svncheckout(req, fields):
665
"""Performs a "svn checkout" of the first path into the second path.
667
Reads fields: 'path' (multiple)
669
paths = fields.getlist('path')
671
raise ActionError("usage: svncheckout url local-path")
672
url = conf.svn_addr + "/" + paths[0]
673
local_path = actionpath_to_local(req, str(paths[1]))
675
svnclient.callback_get_login = get_login
676
svnclient.checkout(url, local_path, recurse=True)
677
except pysvn.ClientError, e:
678
raise ActionError(str(e))
680
def action_svnrepomkdir(req, fields):
681
"""Performs a "svn mkdir" on a path under the IVLE SVN root.
685
path = fields.getfirst('path')
686
logmsg = fields.getfirst('logmsg')
687
url = conf.svn_addr + "/" + path
689
svnclient.callback_get_login = get_login
690
svnclient.mkdir(url, log_message=logmsg)
691
except pysvn.ClientError, e:
692
raise ActionError(str(e))
694
def action_svnrepostat(req, fields):
695
"""Discovers whether a path exists in a repo under the IVLE SVN root.
699
path = fields.getfirst('path')
700
url = conf.svn_addr + "/" + path
701
svnclient.exception_style = 1
704
svnclient.callback_get_login = get_login
706
except pysvn.ClientError, e:
707
# Error code 170000 means ENOENT in this revision.
708
if e[1][0][1] == 170000:
709
raise util.IVLEError(404, 'The specified repository path does not exist')
711
raise ActionError(str(e[0]))
549
except pysvn.ClientError:
550
raise ActionError("One or more files could not be committed")
713
552
# Table of all action functions #
714
553
# Each function has the interface f(req, fields).
716
555
actions_table = {
717
"delete" : action_delete,
556
"remove" : action_remove,
718
557
"move" : action_move,
719
"mkdir" : action_mkdir,
720
558
"putfile" : action_putfile,
721
559
"putfiles" : action_putfiles,
561
"copy" : action_copy,
722
563
"paste" : action_paste,
723
"publish" : action_publish,
724
"unpublish" : action_unpublish,
726
565
"svnadd" : action_svnadd,
727
"svnremove" : action_svnremove,
728
566
"svnupdate" : action_svnupdate,
729
"svnresolved" : action_svnresolved,
730
567
"svnrevert" : action_svnrevert,
731
568
"svnpublish" : action_svnpublish,
732
569
"svnunpublish" : action_svnunpublish,
733
570
"svncommit" : action_svncommit,
734
"svncheckout" : action_svncheckout,
735
"svnrepomkdir" : action_svnrepomkdir,
736
"svnrepostat" : action_svnrepostat,
added
removed
lib/fileservice_lib/action.py
