17
19
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23
from xml.etree import ElementTree as ET
25
from elementtree import ElementTree as ET
27
from simpletal.simpleTALUtils import HTMLStructureCleaner
35
41
log = logging.getLogger("loggerhead.controllers")
41
return '%d years' % (int(delta.days // 365.25),)
43
return '%d days' % delta.days
49
seg.append('%d days' % delta.days)
50
hrs = delta.seconds // 3600
51
mins = (delta.seconds % 3600) // 60
56
seg.append('%d hours' % hrs)
60
seg.append('1 minute')
62
seg.append('%d minutes' % mins)
64
seg.append('less than a minute')
69
now = datetime.datetime.now()
70
return timespan(now - timestamp) + ' ago'
73
44
def fix_year(year):
53
# date_day -- just the day
54
# date_time -- full date with time
56
# displaydate -- for use in sentences
57
# approximatedate -- for use in tables
59
# displaydate and approximatedate return an elementtree <span> Element
60
# with the full date in a tooltip.
64
return value.strftime('%Y-%m-%d')
69
return value.strftime('%Y-%m-%d %T')
74
def _displaydate(date):
75
delta = abs(datetime.datetime.now() - date)
76
if delta > datetime.timedelta(1, 0, 0):
77
# far in the past or future, display the date
78
return 'on ' + date_day(date)
79
return _approximatedate(date)
82
def _approximatedate(date):
83
delta = datetime.datetime.now() - date
84
if abs(delta) > datetime.timedelta(1, 0, 0):
85
# far in the past or future, display the date
87
future = delta < datetime.timedelta(0, 0, 0)
90
hours = delta.seconds / 3600
91
minutes = (delta.seconds - (3600*hours)) / 60
92
seconds = delta.seconds % 60
110
result += '%s %s' % (amount, unit)
116
def _wrap_with_date_time_title(date, formatted_date):
117
elem = ET.Element("span")
118
elem.text = formatted_date
119
elem.set("title", date_time(date))
123
def approximatedate(date):
124
#FIXME: Returns an object instead of a string
125
return _wrap_with_date_time_title(date, _approximatedate(date))
128
def displaydate(date):
129
return _wrap_with_date_time_title(date, _displaydate(date))
81
132
class Container (object):
83
134
Convert a dict into an object with attributes.
85
137
def __init__(self, _dict=None, **kw):
86
138
if _dict is not None:
87
139
for key, value in _dict.iteritems():
88
140
setattr(self, key, value)
89
141
for key, value in kw.iteritems():
90
142
setattr(self, key, value)
92
144
def __repr__(self):
94
146
for key, value in self.__dict__.iteritems():
95
if key.startswith('_') or (getattr(self.__dict__[key], '__call__', None) is not None):
147
if key.startswith('_') or (getattr(self.__dict__[key],
148
'__call__', None) is not None):
97
150
out += '%r => %r, ' % (key, value)
102
def clean_revid(revid):
103
if revid == 'missing':
105
return sha.new(revid).hexdigest()
109
return ''.join([ '&#%d;' % ord(c) for c in text ])
112
155
def trunc(text, limit=10):
113
156
if len(text) <= limit:
115
158
return text[:limit] + '...'
119
if isinstance(s, unicode):
120
return s.encode('utf-8')
124
161
STANDARD_PATTERN = re.compile(r'^(.*?)\s*<(.*?)>\s*$')
125
162
EMAIL_PATTERN = re.compile(r'[-\w\d\+_!%\.]+@[-\w\d\+_!%\.]+')
127
165
def hide_email(email):
129
167
try to obsure any email address in a bazaar committer's name.
143
181
return '%s at %s' % (username, domains[-2])
144
182
return '%s at %s' % (username, domains[0])
147
def triple_factors(min_value=1):
153
yield n * factors[index]
155
if index >= len(factors):
160
def scan_range(pos, max, pagesize=1):
162
given a position in a maximum range, return a list of negative and positive
163
jump factors for an hgweb-style triple-factor geometric scan.
165
for example, with pos=20 and max=500, the range would be:
166
[ -10, -3, -1, 1, 3, 10, 30, 100, 300 ]
168
i admit this is a very strange way of jumping through revisions. i didn't
172
for n in triple_factors(pagesize + 1):
184
def hide_emails(emails):
186
try to obscure any email address in a list of bazaar committers' names.
190
result.append(hide_email(email))
181
193
# only do this if unicode turns out to be a problem
182
194
#_BADCHARS_RE = re.compile(ur'[\u007f-\uffff]')
196
# FIXME: get rid of this method; use fixed_width() and avoid XML().
184
199
def html_clean(s):
186
201
clean up a string for html display. expand any tabs, encode any html
188
203
in displaying monospace text.
190
205
s = cgi.escape(s.expandtabs())
191
# s = _BADCHARS_RE.sub(lambda x: '&#%d;' % (ord(x.group(0)),), s)
192
206
s = s.replace(' ', ' ')
210
NONBREAKING_SPACE = u'\N{NO-BREAK SPACE}'
215
CSS is stupid. In some cases we need to replace an empty value with
216
a non breaking space ( ). There has to be a better way of doing this.
218
return: the same value recieved if not empty, and a ' ' if it is.
224
elif isinstance(s, int):
230
s = s.decode('utf-8')
231
except UnicodeDecodeError:
232
s = s.decode('iso-8859-15')
235
HSC = HTMLStructureCleaner()
239
expand tabs and turn spaces into "non-breaking spaces", so browsers won't
242
if not isinstance(s, unicode):
243
# this kinda sucks. file contents are just binary data, and no
244
# encoding metadata is stored, so we need to guess. this is probably
245
# okay for most code, but for people using things like KOI-8, this
246
# will display gibberish. we have no way of detecting the correct
249
s = s.decode('utf-8')
250
except UnicodeDecodeError:
251
s = s.decode('iso-8859-15')
253
s = cgi.escape(s).expandtabs().replace(' ', NONBREAKING_SPACE)
255
return HSC.clean(s).replace('\n', '<br/>')
196
258
def fake_permissions(kind, executable):
197
259
# fake up unix-style permissions given only a "kind" and executable bit
198
260
if kind == 'directory':
270
324
elif divisor == GIG:
275
def fill_in_navigation(history, navigation):
329
def fill_in_navigation(navigation):
277
331
given a navigation block (used by the template for the page header), fill
278
332
in useful calculated values.
280
navigation.position = history.get_revid_sequence(navigation.revid_list, navigation.revid)
281
if navigation.position is None:
334
if navigation.revid in navigation.revid_list: # XXX is this always true?
335
navigation.position = navigation.revid_list.index(navigation.revid)
282
337
navigation.position = 0
283
338
navigation.count = len(navigation.revid_list)
284
339
navigation.page_position = navigation.position // navigation.pagesize + 1
285
navigation.page_count = (len(navigation.revid_list) + (navigation.pagesize - 1)) // navigation.pagesize
340
navigation.page_count = (len(navigation.revid_list) + (navigation.pagesize\
341
- 1)) // navigation.pagesize
287
343
def get_offset(offset):
288
if (navigation.position + offset < 0) or (navigation.position + offset > navigation.count - 1):
344
if (navigation.position + offset < 0) or (
345
navigation.position + offset > navigation.count - 1):
290
347
return navigation.revid_list[navigation.position + offset]
349
navigation.last_in_page_revid = get_offset(navigation.pagesize - 1)
292
350
navigation.prev_page_revid = get_offset(-1 * navigation.pagesize)
293
351
navigation.next_page_revid = get_offset(1 * navigation.pagesize)
295
params = { 'file_id': navigation.file_id }
352
prev_page_revno = navigation.history.get_revno(
353
navigation.prev_page_revid)
354
next_page_revno = navigation.history.get_revno(
355
navigation.next_page_revid)
356
start_revno = navigation.history.get_revno(navigation.start_revid)
358
params = {'filter_file_id': navigation.filter_file_id}
296
359
if getattr(navigation, 'query', None) is not None:
297
360
params['q'] = navigation.query
299
params['start_revid'] = navigation.start_revid
362
if getattr(navigation, 'start_revid', None) is not None:
363
params['start_revid'] = start_revno
301
365
if navigation.prev_page_revid:
302
navigation.prev_page_url = navigation.branch.url([ navigation.scan_url, navigation.prev_page_revid ], **get_context(**params))
366
navigation.prev_page_url = navigation.branch.context_url(
367
[navigation.scan_url, prev_page_revno], **params)
303
368
if navigation.next_page_revid:
304
navigation.next_page_url = navigation.branch.url([ navigation.scan_url, navigation.next_page_revid ], **get_context(**params))
307
def log_exception(log):
308
for line in ''.join(traceback.format_exception(*sys.exc_info())).split('\n'):
369
navigation.next_page_url = navigation.branch.context_url(
370
[navigation.scan_url, next_page_revno], **params)
373
def directory_breadcrumbs(path, is_root, view):
375
Generate breadcrumb information from the directory path given
377
The path given should be a path up to any branch that is currently being
381
path -- The path to convert into breadcrumbs
382
is_root -- Whether or not loggerhead is serving a branch at its root
383
view -- The type of view we are showing (files, changes etc)
385
# Is our root directory itself a branch?
387
if view == 'directory':
395
# Create breadcrumb trail for the path leading up to the branch
397
'dir_name': "(root)",
402
dir_parts = path.strip('/').split('/')
403
for index, dir_name in enumerate(dir_parts):
405
'dir_name': dir_name,
406
'path': '/'.join(dir_parts[:index + 1]),
409
# If we are not in the directory view, the last crumb is a branch,
410
# so we need to specify a view
411
if view != 'directory':
412
breadcrumbs[-1]['suffix'] = '/' + view
416
def branch_breadcrumbs(path, inv, view):
418
Generate breadcrumb information from the branch path given
420
The path given should be a path that exists within a branch
423
path -- The path to convert into breadcrumbs
424
inv -- Inventory to get file information from
425
view -- The type of view we are showing (files, changes etc)
427
dir_parts = path.strip('/').split('/')
428
inner_breadcrumbs = []
429
for index, dir_name in enumerate(dir_parts):
430
inner_breadcrumbs.append({
431
'dir_name': dir_name,
432
'file_id': inv.path2id('/'.join(dir_parts[:index + 1])),
433
'suffix': '/' + view,
435
return inner_breadcrumbs
312
438
def decorator(unbound):
313
440
def new_decorator(f):
315
442
g.__name__ = f.__name__
322
449
return new_decorator
325
# common threading-lock decorator
326
def with_lock(lockname, debug_name=None):
327
if debug_name is None:
328
debug_name = lockname
330
def _decorator(unbound):
331
def locked(self, *args, **kw):
332
getattr(self, lockname).acquire()
334
return unbound(self, *args, **kw)
336
getattr(self, lockname).release()
342
def strip_whitespace(f):
346
out = re.sub(r'\n\s+', '\n', out)
347
out = re.sub(r'[ \t]+', ' ', out)
348
out = re.sub(r'\s+\n', '\n', out)
350
log.debug('Saved %sB (%d%%) by stripping whitespace.',
351
human_size(orig_len - new_len),
352
round(100.0 - float(new_len) * 100.0 / float(orig_len)))
359
456
def _f(*a, **kw):
360
457
from loggerhead.lsprof import profile
363
460
ret, stats = profile(f, *a, **kw)
364
log.debug('Finished profiled %s in %d msec.' % (f.__name__, int((time.time() - z) * 1000)))
461
log.debug('Finished profiled %s in %d msec.' % (f.__name__,
462
int((time.time() - z) * 1000)))
367
465
now = time.time()
368
466
msec = int(now * 1000) % 1000
369
timestr = time.strftime('%Y%m%d%H%M%S', time.localtime(now)) + ('%03d' % msec)
467
timestr = time.strftime('%Y%m%d%H%M%S',
468
time.localtime(now)) + ('%03d' % msec)
370
469
filename = f.__name__ + '-' + timestr + '.lsprof'
371
470
cPickle.dump(stats, open(filename, 'w'), 2)
422
527
overrides = dict((k, v) for (k, v) in overrides.iteritems() if k in _valid)
423
528
map.update(overrides)
532
class Reloader(object):
534
This class wraps all paste.reloader logic. All methods are @classmethod.
537
_reloader_environ_key = 'PYTHON_RELOADER_SHOULD_RUN'
540
def _turn_sigterm_into_systemexit(self):
542
Attempts to turn a SIGTERM exception into a SystemExit exception.
549
def handle_term(signo, frame):
551
signal.signal(signal.SIGTERM, handle_term)
554
def is_installed(self):
555
return os.environ.get(self._reloader_environ_key)
559
from paste import reloader
560
reloader.install(int(1))
563
def restart_with_reloader(self):
564
"""Based on restart_with_monitor from paste.script.serve."""
565
print 'Starting subprocess with file monitor'
567
args = [sys.executable] + sys.argv
568
new_environ = os.environ.copy()
569
new_environ[self._reloader_environ_key] = 'true'
573
self._turn_sigterm_into_systemexit()
574
proc = subprocess.Popen(args, env=new_environ)
575
exit_code = proc.wait()
577
except KeyboardInterrupt:
578
print '^C caught in monitor process'
582
and hasattr(os, 'kill')):
585
os.kill(proc.pid, signal.SIGTERM)
586
except (OSError, IOError):
589
# Reloader always exits with code 3; but if we are
590
# a monitor, any exit code will restart
593
print '-'*20, 'Restarting', '-'*20