Initial commit
* Examples work * setup.py kinda updasted * Fork of txmongo but with new pymongo embedded
This commit is contained in:
Don Brown
220
asyncio_mongo/_bson/json_util.py
Normal file
220
asyncio_mongo/_bson/json_util.py
Normal file
@@ -0,0 +1,220 @@
|
||||
# Copyright 2009-2012 10gen, Inc.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
"""Tools for using Python's :mod:`json` module with BSON documents.
|
||||
|
||||
This module provides two helper methods `dumps` and `loads` that wrap the
|
||||
native :mod:`json` methods and provide explicit BSON conversion to and from
|
||||
json. This allows for specialized encoding and decoding of BSON documents
|
||||
into `Mongo Extended JSON
|
||||
<http://www.mongodb.org/display/DOCS/Mongo+Extended+JSON>`_'s *Strict*
|
||||
mode. This lets you encode / decode BSON documents to JSON even when
|
||||
they use special BSON types.
|
||||
|
||||
Example usage (serialization)::
|
||||
|
||||
.. doctest::
|
||||
|
||||
>>> from asyncio_mongo._bson import Binary, Code
|
||||
>>> from asyncio_mongo._bson.json_util import dumps
|
||||
>>> dumps([{'foo': [1, 2]},
|
||||
... {'bar': {'hello': 'world'}},
|
||||
... {'code': Code("function x() { return 1; }")},
|
||||
... {'bin': Binary("\x00\x01\x02\x03\x04")}])
|
||||
'[{"foo": [1, 2]}, {"bar": {"hello": "world"}}, {"code": {"$scope": {}, "$code": "function x() { return 1; }"}}, {"bin": {"$type": "00", "$binary": "AAECAwQ="}}]'
|
||||
|
||||
Example usage (deserialization)::
|
||||
|
||||
.. doctest::
|
||||
|
||||
>>> from asyncio_mongo._bson.json_util import loads
|
||||
>>> loads('[{"foo": [1, 2]}, {"bar": {"hello": "world"}}, {"code": {"$scope": {}, "$code": "function x() { return 1; }"}}, {"bin": {"$type": "00", "$binary": "AAECAwQ="}}]')
|
||||
[{u'foo': [1, 2]}, {u'bar': {u'hello': u'world'}}, {u'code': Code('function x() { return 1; }', {})}, {u'bin': Binary('\x00\x01\x02\x03\x04', 0)}]
|
||||
|
||||
Alternatively, you can manually pass the `default` to :func:`json.dumps`.
|
||||
It won't handle :class:`~bson.binary.Binary` and :class:`~bson.code.Code`
|
||||
instances (as they are extended strings you can't provide custom defaults),
|
||||
but it will be faster as there is less recursion.
|
||||
|
||||
.. versionchanged:: 2.3
|
||||
Added dumps and loads helpers to automatically handle conversion to and
|
||||
from json and supports :class:`~bson.binary.Binary` and
|
||||
:class:`~bson.code.Code`
|
||||
|
||||
.. versionchanged:: 1.9
|
||||
Handle :class:`uuid.UUID` instances, whenever possible.
|
||||
|
||||
.. versionchanged:: 1.8
|
||||
Handle timezone aware datetime instances on encode, decode to
|
||||
timezone aware datetime instances.
|
||||
|
||||
.. versionchanged:: 1.8
|
||||
Added support for encoding/decoding :class:`~bson.max_key.MaxKey`
|
||||
and :class:`~bson.min_key.MinKey`, and for encoding
|
||||
:class:`~bson.timestamp.Timestamp`.
|
||||
|
||||
.. versionchanged:: 1.2
|
||||
Added support for encoding/decoding datetimes and regular expressions.
|
||||
"""
|
||||
|
||||
import base64
|
||||
import calendar
|
||||
import datetime
|
||||
import re
|
||||
|
||||
json_lib = True
|
||||
try:
|
||||
import json
|
||||
except ImportError:
|
||||
try:
|
||||
import simplejson as json
|
||||
except ImportError:
|
||||
json_lib = False
|
||||
|
||||
import asyncio_mongo._bson as bson
|
||||
from asyncio_mongo._bson import EPOCH_AWARE, RE_TYPE
|
||||
from asyncio_mongo._bson.binary import Binary
|
||||
from asyncio_mongo._bson.code import Code
|
||||
from asyncio_mongo._bson.dbref import DBRef
|
||||
from asyncio_mongo._bson.max_key import MaxKey
|
||||
from asyncio_mongo._bson.min_key import MinKey
|
||||
from asyncio_mongo._bson.objectid import ObjectId
|
||||
from asyncio_mongo._bson.timestamp import Timestamp
|
||||
|
||||
from asyncio_mongo._bson.py3compat import PY3, binary_type, string_types
|
||||
|
||||
|
||||
_RE_OPT_TABLE = {
|
||||
"i": re.I,
|
||||
"l": re.L,
|
||||
"m": re.M,
|
||||
"s": re.S,
|
||||
"u": re.U,
|
||||
"x": re.X,
|
||||
}
|
||||
|
||||
|
||||
def dumps(obj, *args, **kwargs):
|
||||
"""Helper function that wraps :class:`json.dumps`.
|
||||
|
||||
Recursive function that handles all BSON types including
|
||||
:class:`~bson.binary.Binary` and :class:`~bson.code.Code`.
|
||||
"""
|
||||
if not json_lib:
|
||||
raise Exception("No json library available")
|
||||
return json.dumps(_json_convert(obj), *args, **kwargs)
|
||||
|
||||
|
||||
def loads(s, *args, **kwargs):
|
||||
"""Helper function that wraps :class:`json.loads`.
|
||||
|
||||
Automatically passes the object_hook for BSON type conversion.
|
||||
"""
|
||||
if not json_lib:
|
||||
raise Exception("No json library available")
|
||||
kwargs['object_hook'] = object_hook
|
||||
return json.loads(s, *args, **kwargs)
|
||||
|
||||
|
||||
def _json_convert(obj):
|
||||
"""Recursive helper method that converts BSON types so they can be
|
||||
converted into json.
|
||||
"""
|
||||
if hasattr(obj, 'iteritems') or hasattr(obj, 'items'): # PY3 support
|
||||
return dict(((k, _json_convert(v)) for k, v in obj.items()))
|
||||
elif hasattr(obj, '__iter__') and not isinstance(obj, string_types):
|
||||
return list((_json_convert(v) for v in obj))
|
||||
try:
|
||||
return default(obj)
|
||||
except TypeError:
|
||||
return obj
|
||||
|
||||
|
||||
def object_hook(dct):
|
||||
if "$oid" in dct:
|
||||
return ObjectId(str(dct["$oid"]))
|
||||
if "$ref" in dct:
|
||||
return DBRef(dct["$ref"], dct["$id"], dct.get("$db", None))
|
||||
if "$date" in dct:
|
||||
secs = float(dct["$date"]) / 1000.0
|
||||
return EPOCH_AWARE + datetime.timedelta(seconds=secs)
|
||||
if "$regex" in dct:
|
||||
flags = 0
|
||||
# PyMongo always adds $options but some other tools may not.
|
||||
for opt in dct.get("$options", ""):
|
||||
flags |= _RE_OPT_TABLE.get(opt, 0)
|
||||
return re.compile(dct["$regex"], flags)
|
||||
if "$minKey" in dct:
|
||||
return MinKey()
|
||||
if "$maxKey" in dct:
|
||||
return MaxKey()
|
||||
if "$binary" in dct:
|
||||
if isinstance(dct["$type"], int):
|
||||
dct["$type"] = "%02x" % dct["$type"]
|
||||
subtype = int(dct["$type"], 16)
|
||||
if subtype >= 0xffffff80: # Handle mongoexport values
|
||||
subtype = int(dct["$type"][6:], 16)
|
||||
return Binary(base64.b64decode(dct["$binary"].encode()), subtype)
|
||||
if "$code" in dct:
|
||||
return Code(dct["$code"], dct.get("$scope"))
|
||||
if bson.has_uuid() and "$uuid" in dct:
|
||||
return bson.uuid.UUID(dct["$uuid"])
|
||||
return dct
|
||||
|
||||
|
||||
def default(obj):
|
||||
if isinstance(obj, ObjectId):
|
||||
return {"$oid": str(obj)}
|
||||
if isinstance(obj, DBRef):
|
||||
return _json_convert(obj.as_doc())
|
||||
if isinstance(obj, datetime.datetime):
|
||||
# TODO share this code w/ bson.py?
|
||||
if obj.utcoffset() is not None:
|
||||
obj = obj - obj.utcoffset()
|
||||
millis = int(calendar.timegm(obj.timetuple()) * 1000 +
|
||||
obj.microsecond / 1000)
|
||||
return {"$date": millis}
|
||||
if isinstance(obj, RE_TYPE):
|
||||
flags = ""
|
||||
if obj.flags & re.IGNORECASE:
|
||||
flags += "i"
|
||||
if obj.flags & re.LOCALE:
|
||||
flags += "l"
|
||||
if obj.flags & re.MULTILINE:
|
||||
flags += "m"
|
||||
if obj.flags & re.DOTALL:
|
||||
flags += "s"
|
||||
if obj.flags & re.UNICODE:
|
||||
flags += "u"
|
||||
if obj.flags & re.VERBOSE:
|
||||
flags += "x"
|
||||
return {"$regex": obj.pattern,
|
||||
"$options": flags}
|
||||
if isinstance(obj, MinKey):
|
||||
return {"$minKey": 1}
|
||||
if isinstance(obj, MaxKey):
|
||||
return {"$maxKey": 1}
|
||||
if isinstance(obj, Timestamp):
|
||||
return {"t": obj.time, "i": obj.inc}
|
||||
if isinstance(obj, Code):
|
||||
return {'$code': "%s" % obj, '$scope': obj.scope}
|
||||
if isinstance(obj, Binary):
|
||||
return {'$binary': base64.b64encode(obj).decode(),
|
||||
'$type': "%02x" % obj.subtype}
|
||||
if PY3 and isinstance(obj, binary_type):
|
||||
return {'$binary': base64.b64encode(obj).decode(),
|
||||
'$type': "00"}
|
||||
if bson.has_uuid() and isinstance(obj, bson.uuid.UUID):
|
||||
return {"$uuid": obj.hex}
|
||||
raise TypeError("%r is not JSON serializable" % obj)
|
||||
Reference in New Issue
Block a user