mirror of
git://projects.qi-hardware.com/openwrt-packages.git
synced 2024-12-23 16:21:45 +02:00
643 lines
20 KiB
Python
643 lines
20 KiB
Python
"""A collection of string operations (most are no longer used).
|
|
|
|
Warning: most of the code you see here isn't normally used nowadays.
|
|
Beginning with Python 1.6, many of these functions are implemented as
|
|
methods on the standard string object. They used to be implemented by
|
|
a built-in module called strop, but strop is now obsolete itself.
|
|
|
|
Public module variables:
|
|
|
|
whitespace -- a string containing all characters considered whitespace
|
|
lowercase -- a string containing all characters considered lowercase letters
|
|
uppercase -- a string containing all characters considered uppercase letters
|
|
letters -- a string containing all characters considered letters
|
|
digits -- a string containing all characters considered decimal digits
|
|
hexdigits -- a string containing all characters considered hexadecimal digits
|
|
octdigits -- a string containing all characters considered octal digits
|
|
punctuation -- a string containing all characters considered punctuation
|
|
printable -- a string containing all characters considered printable
|
|
|
|
"""
|
|
|
|
# Some strings for ctype-style character classification
|
|
whitespace = ' \t\n\r\v\f'
|
|
lowercase = 'abcdefghijklmnopqrstuvwxyz'
|
|
uppercase = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ'
|
|
letters = lowercase + uppercase
|
|
ascii_lowercase = lowercase
|
|
ascii_uppercase = uppercase
|
|
ascii_letters = ascii_lowercase + ascii_uppercase
|
|
digits = '0123456789'
|
|
hexdigits = digits + 'abcdef' + 'ABCDEF'
|
|
octdigits = '01234567'
|
|
punctuation = """!"#$%&'()*+,-./:;<=>?@[\]^_`{|}~"""
|
|
printable = digits + letters + punctuation + whitespace
|
|
|
|
# Case conversion helpers
|
|
# Use str to convert Unicode literal in case of -U
|
|
l = map(chr, xrange(256))
|
|
_idmap = str('').join(l)
|
|
del l
|
|
|
|
# Functions which aren't available as string methods.
|
|
|
|
# Capitalize the words in a string, e.g. " aBc dEf " -> "Abc Def".
|
|
def capwords(s, sep=None):
|
|
"""capwords(s [,sep]) -> string
|
|
|
|
Split the argument into words using split, capitalize each
|
|
word using capitalize, and join the capitalized words using
|
|
join. If the optional second argument sep is absent or None,
|
|
runs of whitespace characters are replaced by a single space
|
|
and leading and trailing whitespace are removed, otherwise
|
|
sep is used to split and join the words.
|
|
|
|
"""
|
|
return (sep or ' ').join(x.capitalize() for x in s.split(sep))
|
|
|
|
|
|
# Construct a translation string
|
|
_idmapL = None
|
|
def maketrans(fromstr, tostr):
|
|
"""maketrans(frm, to) -> string
|
|
|
|
Return a translation table (a string of 256 bytes long)
|
|
suitable for use in string.translate. The strings frm and to
|
|
must be of the same length.
|
|
|
|
"""
|
|
if len(fromstr) != len(tostr):
|
|
raise ValueError, "maketrans arguments must have same length"
|
|
global _idmapL
|
|
if not _idmapL:
|
|
_idmapL = list(_idmap)
|
|
L = _idmapL[:]
|
|
fromstr = map(ord, fromstr)
|
|
for i in range(len(fromstr)):
|
|
L[fromstr[i]] = tostr[i]
|
|
return ''.join(L)
|
|
|
|
|
|
|
|
####################################################################
|
|
import re as _re
|
|
|
|
class _multimap:
|
|
"""Helper class for combining multiple mappings.
|
|
|
|
Used by .{safe_,}substitute() to combine the mapping and keyword
|
|
arguments.
|
|
"""
|
|
def __init__(self, primary, secondary):
|
|
self._primary = primary
|
|
self._secondary = secondary
|
|
|
|
def __getitem__(self, key):
|
|
try:
|
|
return self._primary[key]
|
|
except KeyError:
|
|
return self._secondary[key]
|
|
|
|
|
|
class _TemplateMetaclass(type):
|
|
pattern = r"""
|
|
%(delim)s(?:
|
|
(?P<escaped>%(delim)s) | # Escape sequence of two delimiters
|
|
(?P<named>%(id)s) | # delimiter and a Python identifier
|
|
{(?P<braced>%(id)s)} | # delimiter and a braced identifier
|
|
(?P<invalid>) # Other ill-formed delimiter exprs
|
|
)
|
|
"""
|
|
|
|
def __init__(cls, name, bases, dct):
|
|
super(_TemplateMetaclass, cls).__init__(name, bases, dct)
|
|
if 'pattern' in dct:
|
|
pattern = cls.pattern
|
|
else:
|
|
pattern = _TemplateMetaclass.pattern % {
|
|
'delim' : _re.escape(cls.delimiter),
|
|
'id' : cls.idpattern,
|
|
}
|
|
cls.pattern = _re.compile(pattern, _re.IGNORECASE | _re.VERBOSE)
|
|
|
|
|
|
class Template:
|
|
"""A string class for supporting $-substitutions."""
|
|
__metaclass__ = _TemplateMetaclass
|
|
|
|
delimiter = '$'
|
|
idpattern = r'[_a-z][_a-z0-9]*'
|
|
|
|
def __init__(self, template):
|
|
self.template = template
|
|
|
|
# Search for $$, $identifier, ${identifier}, and any bare $'s
|
|
|
|
def _invalid(self, mo):
|
|
i = mo.start('invalid')
|
|
lines = self.template[:i].splitlines(True)
|
|
if not lines:
|
|
colno = 1
|
|
lineno = 1
|
|
else:
|
|
colno = i - len(''.join(lines[:-1]))
|
|
lineno = len(lines)
|
|
raise ValueError('Invalid placeholder in string: line %d, col %d' %
|
|
(lineno, colno))
|
|
|
|
def substitute(self, *args, **kws):
|
|
if len(args) > 1:
|
|
raise TypeError('Too many positional arguments')
|
|
if not args:
|
|
mapping = kws
|
|
elif kws:
|
|
mapping = _multimap(kws, args[0])
|
|
else:
|
|
mapping = args[0]
|
|
# Helper function for .sub()
|
|
def convert(mo):
|
|
# Check the most common path first.
|
|
named = mo.group('named') or mo.group('braced')
|
|
if named is not None:
|
|
val = mapping[named]
|
|
# We use this idiom instead of str() because the latter will
|
|
# fail if val is a Unicode containing non-ASCII characters.
|
|
return '%s' % (val,)
|
|
if mo.group('escaped') is not None:
|
|
return self.delimiter
|
|
if mo.group('invalid') is not None:
|
|
self._invalid(mo)
|
|
raise ValueError('Unrecognized named group in pattern',
|
|
self.pattern)
|
|
return self.pattern.sub(convert, self.template)
|
|
|
|
def safe_substitute(self, *args, **kws):
|
|
if len(args) > 1:
|
|
raise TypeError('Too many positional arguments')
|
|
if not args:
|
|
mapping = kws
|
|
elif kws:
|
|
mapping = _multimap(kws, args[0])
|
|
else:
|
|
mapping = args[0]
|
|
# Helper function for .sub()
|
|
def convert(mo):
|
|
named = mo.group('named')
|
|
if named is not None:
|
|
try:
|
|
# We use this idiom instead of str() because the latter
|
|
# will fail if val is a Unicode containing non-ASCII
|
|
return '%s' % (mapping[named],)
|
|
except KeyError:
|
|
return self.delimiter + named
|
|
braced = mo.group('braced')
|
|
if braced is not None:
|
|
try:
|
|
return '%s' % (mapping[braced],)
|
|
except KeyError:
|
|
return self.delimiter + '{' + braced + '}'
|
|
if mo.group('escaped') is not None:
|
|
return self.delimiter
|
|
if mo.group('invalid') is not None:
|
|
return self.delimiter
|
|
raise ValueError('Unrecognized named group in pattern',
|
|
self.pattern)
|
|
return self.pattern.sub(convert, self.template)
|
|
|
|
|
|
|
|
####################################################################
|
|
# NOTE: Everything below here is deprecated. Use string methods instead.
|
|
# This stuff will go away in Python 3.0.
|
|
|
|
# Backward compatible names for exceptions
|
|
index_error = ValueError
|
|
atoi_error = ValueError
|
|
atof_error = ValueError
|
|
atol_error = ValueError
|
|
|
|
# convert UPPER CASE letters to lower case
|
|
def lower(s):
|
|
"""lower(s) -> string
|
|
|
|
Return a copy of the string s converted to lowercase.
|
|
|
|
"""
|
|
return s.lower()
|
|
|
|
# Convert lower case letters to UPPER CASE
|
|
def upper(s):
|
|
"""upper(s) -> string
|
|
|
|
Return a copy of the string s converted to uppercase.
|
|
|
|
"""
|
|
return s.upper()
|
|
|
|
# Swap lower case letters and UPPER CASE
|
|
def swapcase(s):
|
|
"""swapcase(s) -> string
|
|
|
|
Return a copy of the string s with upper case characters
|
|
converted to lowercase and vice versa.
|
|
|
|
"""
|
|
return s.swapcase()
|
|
|
|
# Strip leading and trailing tabs and spaces
|
|
def strip(s, chars=None):
|
|
"""strip(s [,chars]) -> string
|
|
|
|
Return a copy of the string s with leading and trailing
|
|
whitespace removed.
|
|
If chars is given and not None, remove characters in chars instead.
|
|
If chars is unicode, S will be converted to unicode before stripping.
|
|
|
|
"""
|
|
return s.strip(chars)
|
|
|
|
# Strip leading tabs and spaces
|
|
def lstrip(s, chars=None):
|
|
"""lstrip(s [,chars]) -> string
|
|
|
|
Return a copy of the string s with leading whitespace removed.
|
|
If chars is given and not None, remove characters in chars instead.
|
|
|
|
"""
|
|
return s.lstrip(chars)
|
|
|
|
# Strip trailing tabs and spaces
|
|
def rstrip(s, chars=None):
|
|
"""rstrip(s [,chars]) -> string
|
|
|
|
Return a copy of the string s with trailing whitespace removed.
|
|
If chars is given and not None, remove characters in chars instead.
|
|
|
|
"""
|
|
return s.rstrip(chars)
|
|
|
|
|
|
# Split a string into a list of space/tab-separated words
|
|
def split(s, sep=None, maxsplit=-1):
|
|
"""split(s [,sep [,maxsplit]]) -> list of strings
|
|
|
|
Return a list of the words in the string s, using sep as the
|
|
delimiter string. If maxsplit is given, splits at no more than
|
|
maxsplit places (resulting in at most maxsplit+1 words). If sep
|
|
is not specified or is None, any whitespace string is a separator.
|
|
|
|
(split and splitfields are synonymous)
|
|
|
|
"""
|
|
return s.split(sep, maxsplit)
|
|
splitfields = split
|
|
|
|
# Split a string into a list of space/tab-separated words
|
|
def rsplit(s, sep=None, maxsplit=-1):
|
|
"""rsplit(s [,sep [,maxsplit]]) -> list of strings
|
|
|
|
Return a list of the words in the string s, using sep as the
|
|
delimiter string, starting at the end of the string and working
|
|
to the front. If maxsplit is given, at most maxsplit splits are
|
|
done. If sep is not specified or is None, any whitespace string
|
|
is a separator.
|
|
"""
|
|
return s.rsplit(sep, maxsplit)
|
|
|
|
# Join fields with optional separator
|
|
def join(words, sep = ' '):
|
|
"""join(list [,sep]) -> string
|
|
|
|
Return a string composed of the words in list, with
|
|
intervening occurrences of sep. The default separator is a
|
|
single space.
|
|
|
|
(joinfields and join are synonymous)
|
|
|
|
"""
|
|
return sep.join(words)
|
|
joinfields = join
|
|
|
|
# Find substring, raise exception if not found
|
|
def index(s, *args):
|
|
"""index(s, sub [,start [,end]]) -> int
|
|
|
|
Like find but raises ValueError when the substring is not found.
|
|
|
|
"""
|
|
return s.index(*args)
|
|
|
|
# Find last substring, raise exception if not found
|
|
def rindex(s, *args):
|
|
"""rindex(s, sub [,start [,end]]) -> int
|
|
|
|
Like rfind but raises ValueError when the substring is not found.
|
|
|
|
"""
|
|
return s.rindex(*args)
|
|
|
|
# Count non-overlapping occurrences of substring
|
|
def count(s, *args):
|
|
"""count(s, sub[, start[,end]]) -> int
|
|
|
|
Return the number of occurrences of substring sub in string
|
|
s[start:end]. Optional arguments start and end are
|
|
interpreted as in slice notation.
|
|
|
|
"""
|
|
return s.count(*args)
|
|
|
|
# Find substring, return -1 if not found
|
|
def find(s, *args):
|
|
"""find(s, sub [,start [,end]]) -> in
|
|
|
|
Return the lowest index in s where substring sub is found,
|
|
such that sub is contained within s[start,end]. Optional
|
|
arguments start and end are interpreted as in slice notation.
|
|
|
|
Return -1 on failure.
|
|
|
|
"""
|
|
return s.find(*args)
|
|
|
|
# Find last substring, return -1 if not found
|
|
def rfind(s, *args):
|
|
"""rfind(s, sub [,start [,end]]) -> int
|
|
|
|
Return the highest index in s where substring sub is found,
|
|
such that sub is contained within s[start,end]. Optional
|
|
arguments start and end are interpreted as in slice notation.
|
|
|
|
Return -1 on failure.
|
|
|
|
"""
|
|
return s.rfind(*args)
|
|
|
|
# for a bit of speed
|
|
_float = float
|
|
_int = int
|
|
_long = long
|
|
|
|
# Convert string to float
|
|
def atof(s):
|
|
"""atof(s) -> float
|
|
|
|
Return the floating point number represented by the string s.
|
|
|
|
"""
|
|
return _float(s)
|
|
|
|
|
|
# Convert string to integer
|
|
def atoi(s , base=10):
|
|
"""atoi(s [,base]) -> int
|
|
|
|
Return the integer represented by the string s in the given
|
|
base, which defaults to 10. The string s must consist of one
|
|
or more digits, possibly preceded by a sign. If base is 0, it
|
|
is chosen from the leading characters of s, 0 for octal, 0x or
|
|
0X for hexadecimal. If base is 16, a preceding 0x or 0X is
|
|
accepted.
|
|
|
|
"""
|
|
return _int(s, base)
|
|
|
|
|
|
# Convert string to long integer
|
|
def atol(s, base=10):
|
|
"""atol(s [,base]) -> long
|
|
|
|
Return the long integer represented by the string s in the
|
|
given base, which defaults to 10. The string s must consist
|
|
of one or more digits, possibly preceded by a sign. If base
|
|
is 0, it is chosen from the leading characters of s, 0 for
|
|
octal, 0x or 0X for hexadecimal. If base is 16, a preceding
|
|
0x or 0X is accepted. A trailing L or l is not accepted,
|
|
unless base is 0.
|
|
|
|
"""
|
|
return _long(s, base)
|
|
|
|
|
|
# Left-justify a string
|
|
def ljust(s, width, *args):
|
|
"""ljust(s, width[, fillchar]) -> string
|
|
|
|
Return a left-justified version of s, in a field of the
|
|
specified width, padded with spaces as needed. The string is
|
|
never truncated. If specified the fillchar is used instead of spaces.
|
|
|
|
"""
|
|
return s.ljust(width, *args)
|
|
|
|
# Right-justify a string
|
|
def rjust(s, width, *args):
|
|
"""rjust(s, width[, fillchar]) -> string
|
|
|
|
Return a right-justified version of s, in a field of the
|
|
specified width, padded with spaces as needed. The string is
|
|
never truncated. If specified the fillchar is used instead of spaces.
|
|
|
|
"""
|
|
return s.rjust(width, *args)
|
|
|
|
# Center a string
|
|
def center(s, width, *args):
|
|
"""center(s, width[, fillchar]) -> string
|
|
|
|
Return a center version of s, in a field of the specified
|
|
width. padded with spaces as needed. The string is never
|
|
truncated. If specified the fillchar is used instead of spaces.
|
|
|
|
"""
|
|
return s.center(width, *args)
|
|
|
|
# Zero-fill a number, e.g., (12, 3) --> '012' and (-3, 3) --> '-03'
|
|
# Decadent feature: the argument may be a string or a number
|
|
# (Use of this is deprecated; it should be a string as with ljust c.s.)
|
|
def zfill(x, width):
|
|
"""zfill(x, width) -> string
|
|
|
|
Pad a numeric string x with zeros on the left, to fill a field
|
|
of the specified width. The string x is never truncated.
|
|
|
|
"""
|
|
if not isinstance(x, basestring):
|
|
x = repr(x)
|
|
return x.zfill(width)
|
|
|
|
# Expand tabs in a string.
|
|
# Doesn't take non-printing chars into account, but does understand \n.
|
|
def expandtabs(s, tabsize=8):
|
|
"""expandtabs(s [,tabsize]) -> string
|
|
|
|
Return a copy of the string s with all tab characters replaced
|
|
by the appropriate number of spaces, depending on the current
|
|
column, and the tabsize (default 8).
|
|
|
|
"""
|
|
return s.expandtabs(tabsize)
|
|
|
|
# Character translation through look-up table.
|
|
def translate(s, table, deletions=""):
|
|
"""translate(s,table [,deletions]) -> string
|
|
|
|
Return a copy of the string s, where all characters occurring
|
|
in the optional argument deletions are removed, and the
|
|
remaining characters have been mapped through the given
|
|
translation table, which must be a string of length 256. The
|
|
deletions argument is not allowed for Unicode strings.
|
|
|
|
"""
|
|
if deletions or table is None:
|
|
return s.translate(table, deletions)
|
|
else:
|
|
# Add s[:0] so that if s is Unicode and table is an 8-bit string,
|
|
# table is converted to Unicode. This means that table *cannot*
|
|
# be a dictionary -- for that feature, use u.translate() directly.
|
|
return s.translate(table + s[:0])
|
|
|
|
# Capitalize a string, e.g. "aBc dEf" -> "Abc def".
|
|
def capitalize(s):
|
|
"""capitalize(s) -> string
|
|
|
|
Return a copy of the string s with only its first character
|
|
capitalized.
|
|
|
|
"""
|
|
return s.capitalize()
|
|
|
|
# Substring replacement (global)
|
|
def replace(s, old, new, maxsplit=-1):
|
|
"""replace (str, old, new[, maxsplit]) -> string
|
|
|
|
Return a copy of string str with all occurrences of substring
|
|
old replaced by new. If the optional argument maxsplit is
|
|
given, only the first maxsplit occurrences are replaced.
|
|
|
|
"""
|
|
return s.replace(old, new, maxsplit)
|
|
|
|
|
|
# Try importing optional built-in module "strop" -- if it exists,
|
|
# it redefines some string operations that are 100-1000 times faster.
|
|
# It also defines values for whitespace, lowercase and uppercase
|
|
# that match <ctype.h>'s definitions.
|
|
|
|
try:
|
|
from strop import maketrans, lowercase, uppercase, whitespace
|
|
letters = lowercase + uppercase
|
|
except ImportError:
|
|
pass # Use the original versions
|
|
|
|
########################################################################
|
|
# the Formatter class
|
|
# see PEP 3101 for details and purpose of this class
|
|
|
|
# The hard parts are reused from the C implementation. They're exposed as "_"
|
|
# prefixed methods of str and unicode.
|
|
|
|
# The overall parser is implemented in str._formatter_parser.
|
|
# The field name parser is implemented in str._formatter_field_name_split
|
|
|
|
class Formatter(object):
|
|
def format(self, format_string, *args, **kwargs):
|
|
return self.vformat(format_string, args, kwargs)
|
|
|
|
def vformat(self, format_string, args, kwargs):
|
|
used_args = set()
|
|
result = self._vformat(format_string, args, kwargs, used_args, 2)
|
|
self.check_unused_args(used_args, args, kwargs)
|
|
return result
|
|
|
|
def _vformat(self, format_string, args, kwargs, used_args, recursion_depth):
|
|
if recursion_depth < 0:
|
|
raise ValueError('Max string recursion exceeded')
|
|
result = []
|
|
for literal_text, field_name, format_spec, conversion in \
|
|
self.parse(format_string):
|
|
|
|
# output the literal text
|
|
if literal_text:
|
|
result.append(literal_text)
|
|
|
|
# if there's a field, output it
|
|
if field_name is not None:
|
|
# this is some markup, find the object and do
|
|
# the formatting
|
|
|
|
# given the field_name, find the object it references
|
|
# and the argument it came from
|
|
obj, arg_used = self.get_field(field_name, args, kwargs)
|
|
used_args.add(arg_used)
|
|
|
|
# do any conversion on the resulting object
|
|
obj = self.convert_field(obj, conversion)
|
|
|
|
# expand the format spec, if needed
|
|
format_spec = self._vformat(format_spec, args, kwargs,
|
|
used_args, recursion_depth-1)
|
|
|
|
# format the object and append to the result
|
|
result.append(self.format_field(obj, format_spec))
|
|
|
|
return ''.join(result)
|
|
|
|
|
|
def get_value(self, key, args, kwargs):
|
|
if isinstance(key, (int, long)):
|
|
return args[key]
|
|
else:
|
|
return kwargs[key]
|
|
|
|
|
|
def check_unused_args(self, used_args, args, kwargs):
|
|
pass
|
|
|
|
|
|
def format_field(self, value, format_spec):
|
|
return format(value, format_spec)
|
|
|
|
|
|
def convert_field(self, value, conversion):
|
|
# do any conversion on the resulting object
|
|
if conversion == 'r':
|
|
return repr(value)
|
|
elif conversion == 's':
|
|
return str(value)
|
|
elif conversion is None:
|
|
return value
|
|
raise ValueError("Unknown converion specifier {0!s}".format(conversion))
|
|
|
|
|
|
# returns an iterable that contains tuples of the form:
|
|
# (literal_text, field_name, format_spec, conversion)
|
|
# literal_text can be zero length
|
|
# field_name can be None, in which case there's no
|
|
# object to format and output
|
|
# if field_name is not None, it is looked up, formatted
|
|
# with format_spec and conversion and then used
|
|
def parse(self, format_string):
|
|
return format_string._formatter_parser()
|
|
|
|
|
|
# given a field_name, find the object it references.
|
|
# field_name: the field being looked up, e.g. "0.name"
|
|
# or "lookup[3]"
|
|
# used_args: a set of which args have been used
|
|
# args, kwargs: as passed in to vformat
|
|
def get_field(self, field_name, args, kwargs):
|
|
first, rest = field_name._formatter_field_name_split()
|
|
|
|
obj = self.get_value(first, args, kwargs)
|
|
|
|
# loop through the rest of the field_name, doing
|
|
# getattr or getitem as needed
|
|
for is_attr, i in rest:
|
|
if is_attr:
|
|
obj = getattr(obj, i)
|
|
else:
|
|
obj = obj[i]
|
|
|
|
return obj, first
|