oliver wrote:
hi there
i'm experimanting with imaplib and came across stringts like
(\HasNoChildren ) "." "INBOX.Sent Items"
in which the quotes are part of the string.
now i try to convert this into a list. assume the string is in the variable
f, then i tried
f.split()
but i end up with
['(\\HasNoChildr en)', '"."', '"INBOX.Sent ', 'Items"']
so due to the sapce in "Sent Items" its is sepearted in two entries, what i
don't want.
is there another way to convert a string with quoted sub entries into a list
of strings?
In Twisteds protocols/imap4.py module there is a function called
parseNestedPare ns() that can be ripped out of the module.
I have used it for another project and put it into this attachment.
--
hilsen/regards Max M, Denmark
http://www.mxm.dk/
IT's Mad Science
"""
This code was stolen from Twisteds protocols/imap4.py module
"""
import types, string
class IMAP4Exception( Exception):
def __init__(self, *args):
Exception.__ini t__(self, *args)
class MismatchedNesti ng(IMAP4Excepti on):
pass
class MismatchedQuoti ng(IMAP4Excepti on):
pass
def wildcardToRegex p(wildcard, delim=None):
wildcard = wildcard.replac e('*', '(?:.*?)')
if delim is None:
wildcard = wildcard.replac e('%', '(?:.*?)')
else:
wildcard = wildcard.replac e('%', '(?:(?:[^%s])*?)' % re.escape(delim ))
return re.compile(wild card, re.I)
def splitQuoted(s):
"""Split a string into whitespace delimited tokens
Tokens that would otherwise be separated but are surrounded by \"
remain as a single token. Any token that is not quoted and is
equal to \"NIL\" is tokenized as C{None}.
@type s: C{str}
@param s: The string to be split
@rtype: C{list} of C{str}
@return: A list of the resulting tokens
@raise MismatchedQuoti ng: Raised if an odd number of quotes are present
"""
s = s.strip()
result = []
inQuote = inWord = start = 0
for (i, c) in zip(range(len(s )), s):
if c == '"' and not inQuote:
inQuote = 1
start = i + 1
elif c == '"' and inQuote:
inQuote = 0
result.append(s[start:i])
start = i + 1
elif not inWord and not inQuote and c not in ('"' + string.whitespa ce):
inWord = 1
start = i
elif inWord and not inQuote and c in string.whitespa ce:
if s[start:i] == 'NIL':
result.append(N one)
else:
result.append(s[start:i])
start = i
inWord = 0
if inQuote:
raise MismatchedQuoti ng(s)
if inWord:
if s[start:] == 'NIL':
result.append(N one)
else:
result.append(s[start:])
return result
def splitOn(sequenc e, predicate, transformers):
result = []
mode = predicate(seque nce[0])
tmp = [sequence[0]]
for e in sequence[1:]:
p = predicate(e)
if p != mode:
result.extend(t ransformers[mode](tmp))
tmp = [e]
mode = p
else:
tmp.append(e)
result.extend(t ransformers[mode](tmp))
return result
def collapseStrings (results):
"""
Turns a list of length-one strings and lists into a list of longer
strings and lists. For example,
['a', 'b', ['c', 'd']] is returned as ['ab', ['cd']]
@type results: C{list} of C{str} and C{list}
@param results: The list to be collapsed
@rtype: C{list} of C{str} and C{list}
@return: A new list which is the collapsed form of C{results}
"""
copy = []
begun = None
listsList = [isinstance(s, types.ListType) for s in results]
pred = lambda e: isinstance(e, types.TupleType )
tran = {
0: lambda e: splitQuoted(''. join(e)),
1: lambda e: [''.join([i[0] for i in e])]
}
for (i, c, isList) in zip(range(len(r esults)), results, listsList):
if isList:
if begun is not None:
copy.extend(spl itOn(results[begun:i], pred, tran))
begun = None
copy.append(col lapseStrings(c) )
elif begun is None:
begun = i
if begun is not None:
copy.extend(spl itOn(results[begun:], pred, tran))
return copy
def parseNestedPare ns(s, handleLiteral = 1):
"""Parse an s-exp-like string into a more useful data structure.
@type s: C{str}
@param s: The s-exp-like string to parse
@rtype: C{list} of C{str} and C{list}
@return: A list containing the tokens present in the input.
@raise MismatchedNesti ng: Raised if the number or placement
of opening or closing parenthesis is invalid.
"""
s = s.strip()
inQuote = 0
contentStack = [[]]
try:
i = 0
L = len(s)
while i < L:
c = s[i]
if inQuote:
if c == '\\':
contentStack[-1].append(s[i+1])
i += 2
continue
elif c == '"':
inQuote = not inQuote
contentStack[-1].append(c)
i += 1
else:
if c == '"':
contentStack[-1].append(c)
inQuote = not inQuote
i += 1
elif handleLiteral and c == '{':
end = s.find('}', i)
if end == -1:
raise ValueError, "Malformed literal"
literalSize = int(s[i+1:end])
contentStack[-1].append((s[end+3:end+3+lit eralSize],))
i = end + 3 + literalSize
elif c == '(' or c == '[':
contentStack.ap pend([])
i += 1
elif c == ')' or c == ']':
contentStack[-2].append(content Stack.pop())
i += 1
else:
contentStack[-1].append(c)
i += 1
except IndexError:
raise MismatchedNesti ng(s)
if len(contentStac k) != 1:
raise MismatchedNesti ng(s)
return collapseStrings (contentStack[0])
if __name__=='__ma in__':
r = '(\Noinferiors \Unmarked) "/" "INBOX"(\Unmark ed) "/" "test"(\Noinfer iors \Unmarked) "/" "Sent Items"(\Noinfer iors \Unmarked) "/" "Calendar"(\Noi nferiors \Unmarked) "/" "Checklist"(\Un marked) "/" "Cabinet"(\Noin feriors \Marked) "/" "Trash"(\Unmark ed) "/" "INBOX.Sent"(\U nmarked) "/" "Sent"'
parsedParens = parseNestedPare ns(r)
print parsedParens
for i in range(0, len(parsedParen s), 3):
(flags, seperator, folderName) = parsedParens[i:i+3]
print flags
print seperator
print folderName
