[BangPypers] I am facing an issue while decoding json string using json.loads

Saju M sajuptpm at gmail.com
Wed Dec 26 08:09:12 CET 2012


Hi,

I am facing an issue while decoding json string using json.loads(jstring).
Its working, if i do json.dumps(eval(jstring)) before json.loads(jstring).
I could not figure out the issue. I want to avoide use of "eval" here.



*######################## Failing without json.dumps(eval(jstring))
########################*


def format_json_string(self, jstring):
    """
    """
    from pprint import pprint
    print "===string before urllib.unquote===", pprint(jstring)
    jstring = urllib.unquote(jstring)##For revert encode change applied in
the javascript
    print "===string after urllib.unquote===", pprint(jstring)
    jstring = json.loads(jstring)
    print "===string after json.loads(jstring) ===", pprint(jstring)




===string from client
(javascript)========u'{"selected_objects":{"datacenter-2":{"name":"Data
!@#$%25^&*()_ {}[]|%5c%2f.,?><:\\"`Center8(Data !@#$%^&*()_
{}[]|\\\\/.,?><:\\"`Center8)","type":"Datacenter","moid":"datacenter-2","actual_name":"Data
!@#$%25^&*()_
{}[]|%5c%2f.,?><:\\"`Center8","server_pools":[{"name":"cluster
~!@#$%25^&*()_ {}|\\":?><,.%2f;\'%5c][=-`(cluster ~!@#$%^&*()_
{}|\\":?><,./;\'\\\\][=-`)","type":"ClusterComputeResource","moid":"domain-c401","actual_name":"cluster
~!@#$%25^&*()_
{}|\\":?><,.%2f;\'%5c][=-`","hosts":[{"name":"192.168.1.13","type":"HostSystem","moid":"host-27","actual_name":"192.168.1.13"}]}]}}}'
None



===string after
urllib.unquote========u'{"selected_objects":{"datacenter-2":{"name":"Data
!@#$%^&*()_ {}[]|\\/.,?><:\\"`Center8(Data !@#$%^&*()_
{}[]|\\\\/.,?><:\\"`Center8)","type":"Datacenter","moid":"datacenter-2","actual_name":"Data
!@#$%^&*()_ {}[]|\\/.,?><:\\"`Center8","server_pools":[{"name":"cluster
~!@#$%^&*()_ {}|\\":?><,./;\'\\][=-`(cluster ~!@#$%^&*()_
{}|\\":?><,./;\'\\\\][=-`)","type":"ClusterComputeResource","moid":"domain-c401","actual_name":"cluster
~!@#$%^&*()_
{}|\\":?><,./;\'\\][=-`","hosts":[{"name":"192.168.1.13","type":"HostSystem","moid":"host-27","actual_name":"192.168.1.13"}]}]}}}'
None
Traceback (most recent call last):
  File
"/home/saju/cvt/tk/src/cct/web/cct/cct/controllers/VcenterController.py",
line 69, in import_managed_objects_from_vcenter
    self.vcenter_service.validate_vcenter(session['auth'], vcenter_id,
context)
  File "/home/saju/cvt/tk/src/cct/web/cct/cct/viewModel/VcenterService.py",
line 360, in validate_vcenter
    context = self.format_json_string(context)
  File "/home/saju/cvt/tk/src/cct/web/cct/cct/viewModel/VcenterService.py",
line 747, in format_json_string
    jstring = json.loads(jstring)
  File
"/home/saju/cms/cct-enterprise/tg2env/local/lib/python2.7/site-packages/simplejson-2.5.0-py2.7-linux-x86_64.egg/simplejson/__init__.py",
line 451, in loads
    return _default_decoder.decode(s)
  File
"/home/saju/cms/cct-enterprise/tg2env/local/lib/python2.7/site-packages/simplejson-2.5.0-py2.7-linux-x86_64.egg/simplejson/decoder.py",
line 402, in decode
    obj, end = self.raw_decode(s, idx=_w(s, 0).end())
  File
"/home/saju/cms/cct-enterprise/tg2env/local/lib/python2.7/site-packages/simplejson-2.5.0-py2.7-linux-x86_64.egg/simplejson/decoder.py",
line 418, in raw_decode
    obj, end = self.scan_once(s, idx)
JSONDecodeError: Invalid \escape: line 1 column 289 (char 289)




*######################## Working with json.dumps(eval(jstring))
########################*



But, here i have to do json.dumps(eval(jstring)) before json.loads(). How
to do it without eval ???



def format_json_string(self, jstring):
    """
    """
    from pprint import pprint
    print "===string from client (javascript)===", pprint(jstring)
    jstring = urllib.unquote(jstring)##For revert encode change applied in
the javascript
    print "===string after urllib.unquote===", pprint(jstring)
    jstring = json.dumps(eval(jstring))
    print "===string after json.dumps(eval(jstring) ===", pprint(jstring)
    jstring = json.loads(jstring)
    print "===string after json.loads(jstring) ===", pprint(jstring)




===string from client
(javascript)========u'{"selected_objects":{"datacenter-2":{"name":"Data
!@#$%25^&*()_ {}[]|%5c%2f.,?><:\\"`Center8(Data !@#$%^&*()_
{}[]|\\\\/.,?><:\\"`Center8)","type":"Datacenter","moid":"datacenter-2","actual_name":"Data
!@#$%25^&*()_
{}[]|%5c%2f.,?><:\\"`Center8","server_pools":[{"name":"cluster
~!@#$%25^&*()_ {}|\\":?><,.%2f;\'%5c][=-`(cluster ~!@#$%^&*()_
{}|\\":?><,./;\'\\\\][=-`)","type":"ClusterComputeResource","moid":"domain-c401","actual_name":"cluster
~!@#$%25^&*()_
{}|\\":?><,.%2f;\'%5c][=-`","hosts":[{"name":"192.168.1.13","type":"HostSystem","moid":"host-27","actual_name":"192.168.1.13"}]}]}}}'
None



===string after
urllib.unquote===u'{"selected_objects":{"datacenter-2":{"name":"Data
!@#$%^&*()_ {}[]|\\/.,?><:\\"`Center8(Data !@#$%^&*()_
{}[]|\\\\/.,?><:\\"`Center8)","type":"Datacenter","moid":"datacenter-2","actual_name":"Data
!@#$%^&*()_ {}[]|\\/.,?><:\\"`Center8","server_pools":[{"name":"cluster
~!@#$%^&*()_ {}|\\":?><,./;\'\\][=-`(cluster ~!@#$%^&*()_
{}|\\":?><,./;\'\\\\][=-`)","type":"ClusterComputeResource","moid":"domain-c401","actual_name":"cluster
~!@#$%^&*()_
{}|\\":?><,./;\'\\][=-`","hosts":[{"name":"192.168.1.13","type":"HostSystem","moid":"host-27","actual_name":"192.168.1.13"}]}]}}}'
None



===string after json.dumps(eval(jstring)========'{"selected_objects":
{"datacenter-2": {"actual_name": "Data !@#$%^&*()_
{}[]|\\\\/.,?><:\\"`Center8", "moid": "datacenter-2", "type": "Datacenter",
"name": "Data !@#$%^&*()_ {}[]|\\\\/.,?><:\\"`Center8(Data !@#$%^&*()_
{}[]|\\\\/.,?><:\\"`Center8)", "server_pools": [{"hosts": [{"actual_name":
"192.168.1.13", "moid": "host-27", "type": "HostSystem", "name":
"192.168.1.13"}], "actual_name": "cluster ~!@#$%^&*()_
{}|\\":?><,./;\'\\\\][=-`", "moid": "domain-c401", "type":
"ClusterComputeResource", "name": "cluster ~!@#$%^&*()_
{}|\\":?><,./;\'\\\\][=-`(cluster ~!@#$%^&*()_
{}|\\":?><,./;\'\\\\][=-`)"}]}}}'
None



===string after json.loads(jstring)========{'selected_objects':
{'datacenter-2': {'actual_name': 'Data !@#$%^&*()_ {}[]|\\/.,?><:"`Center8',
                                       'moid': 'datacenter-2',
                                       'name': 'Data !@#$%^&*()_
{}[]|\\/.,?><:"`Center8(Data !@#$%^&*()_ {}[]|\\/.,?><:"`Center8)',
                                       'server_pools': [{'actual_name':
'cluster ~!@#$%^&*()_ {}|":?><,./;\'\\][=-`',
                                                         'hosts':
[{'actual_name': '192.168.1.13',
                                                                    'moid':
'host-27',
                                                                    'name':
'192.168.1.13',
                                                                    'type':
'HostSystem'}],
                                                         'moid':
'domain-c401',
                                                         'name': 'cluster
~!@#$%^&*()_ {}|":?><,./;\'\\][=-`(cluster ~!@#$%^&*()_
{}|":?><,./;\'\\][=-`)',
                                                         'type':
'ClusterComputeResource'}],
                                       'type': 'Datacenter'}}}


More information about the BangPypers mailing list