1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
import string
import re
def quotekey(ustr):
"""
quote a unicode string to turn it into a valid namespace key
"""
valid_always = string.ascii_letters + string.digits
valid_interior_only = valid_always + '_-'
if isinstance(ustr, str):
s = unicode(ustr,'utf-8')
elif isinstance(ustr, unicode):
s = ustr
else:
raise ValueError, 'quotekey() expects utf-8 string or unicode'
output = []
if s[0] in valid_always:
output.append(s[0])
else:
output.append('$%04X' % ord(s[0]))
for c in s[1:-1]:
if c in valid_interior_only:
output.append(c)
else:
output.append('$%04X' % ord(c))
if len(s) > 1:
if s[-1] in valid_always:
output.append(s[-1])
else:
output.append('$%04X' % ord(s[-1]))
return str(''.join(output))
def unquotekey(key, encoding=None):
"""
unquote a namespace key and turn it into a unicode string
"""
valid_always = string.ascii_letters + string.digits
output = []
i = 0
while i < len(key):
if key[i] in valid_always:
output.append(key[i])
i += 1
elif key[i] in '_-' and i != 0 and i != len(key):
output.append(key[i])
i += 1
elif key[i] == '$' and i+4 < len(key):
# may raise ValueError if there are invalid characters
output.append(unichr(int(key[i+1:i+5],16)))
i += 5
else:
raise ValueError, "unquote key saw invalid character '%s' at position %d" % (key[i], i)
ustr = u''.join(output)
if encoding is None:
return ustr
return ustr.encode(encoding)
def id_to_urlid(id):
"""
convert a mql id to an id suitable for embedding in a url path.
"""
# XXX shouldn't be in metaweb.api!
from mw.formats.http import urlencode_pathseg
segs = id.split('/')
assert isinstance(id, str) and id != '', 'bad id "%s"' % id
if id[0] == '~':
assert len(segs) == 1
# assume valid, should check
return id
if id[0] == '#':
assert len(segs) == 1
# assume valid, should check
return '%23' + id[1:]
if id[0] != '/':
raise ValueError, 'unknown id format %s' % id
# ok, we have a slash-path
# requote components as keys and rejoin.
# urlids do not have leading slashes!!!
return '/'.join(urlencode_pathseg(unquotekey(seg)) for seg in segs[1:])
|
