[BangPypers] I am facing an issue while decoding json string using json.loads

[Vineet Naik]

Hi,

On Wed, Dec 26, 2012 at 12:39 PM, Saju M <sajuptpm at gmail.com> wrote:

> Hi,
>
> I am facing an issue while decoding json string using json.loads(jstring).
> Its working, if i do json.dumps(eval(jstring)) before json.loads(jstring).
> I could not figure out the issue. I want to avoide use of "eval" here.
>

For such cases, the first thing I do is validate the JSON string by using
jsonlint
http://jsonlint.com/



>
>
>
> *######################## Failing without json.dumps(eval(jstring))
> ########################*
>
>
> def format_json_string(self, jstring):
>     """
>     """
>     from pprint import pprint
>     print "===string before urllib.unquote===", pprint(jstring)
>     jstring = urllib.unquote(jstring)##For revert encode change applied in
> the javascript
>     print "===string after urllib.unquote===", pprint(jstring)
>     jstring = json.loads(jstring)
>     print "===string after json.loads(jstring) ===", pprint(jstring)
>
>
>
>
> ===string from client
> (javascript)========u'{"selected_objects":{"datacenter-2":{"name":"Data
> !@#$%25^&*()_ {}[]|%5c%2f.,?><:\\"`Center8(Data !@#$%^&*()_
>
> {}[]|\\\\/.,?><:\\"`Center8)","type":"Datacenter","moid":"datacenter-2","actual_name":"Data
> !@#$%25^&*()_
> {}[]|%5c%2f.,?><:\\"`Center8","server_pools":[{"name":"cluster
> ~!@#$%25^&*()_ {}|\\":?><,.%2f;\'%5c][=-`(cluster ~!@#$%^&*()_
>
> {}|\\":?><,./;\'\\\\][=-`)","type":"ClusterComputeResource","moid":"domain-c401","actual_name":"cluster
> ~!@#$%25^&*()_
>
> {}|\\":?><,.%2f;\'%5c][=-`","hosts":[{"name":"192.168.1.13","type":"HostSystem","moid":"host-27","actual_name":"192.168.1.13"}]}]}}}'
> None
>
>
>
> ===string after
> urllib.unquote========u'{"selected_objects":{"datacenter-2":{"name":"Data
> !@#$%^&*()_ {}[]|\\/.,?><:\\"`Center8(Data !@#$%^&*()_
>
> {}[]|\\\\/.,?><:\\"`Center8)","type":"Datacenter","moid":"datacenter-2","actual_name":"Data
> !@#$%^&*()_ {}[]|\\/.,?><:\\"`Center8","server_pools":[{"name":"cluster
> ~!@#$%^&*()_ {}|\\":?><,./;\'\\][=-`(cluster ~!@#$%^&*()_
>
> {}|\\":?><,./;\'\\\\][=-`)","type":"ClusterComputeResource","moid":"domain-c401","actual_name":"cluster
> ~!@#$%^&*()_
>
> {}|\\":?><,./;\'\\][=-`","hosts":[{"name":"192.168.1.13","type":"HostSystem","moid":"host-27","actual_name":"192.168.1.13"}]}]}}}'
> None
> Traceback (most recent call last):
>   File
> "/home/saju/cvt/tk/src/cct/web/cct/cct/controllers/VcenterController.py",
> line 69, in import_managed_objects_from_vcenter
>     self.vcenter_service.validate_vcenter(session['auth'], vcenter_id,
> context)
>   File "/home/saju/cvt/tk/src/cct/web/cct/cct/viewModel/VcenterService.py",
> line 360, in validate_vcenter
>     context = self.format_json_string(context)
>   File "/home/saju/cvt/tk/src/cct/web/cct/cct/viewModel/VcenterService.py",
> line 747, in format_json_string
>     jstring = json.loads(jstring)
>   File
>
> "/home/saju/cms/cct-enterprise/tg2env/local/lib/python2.7/site-packages/simplejson-2.5.0-py2.7-linux-x86_64.egg/simplejson/__init__.py",
> line 451, in loads
>     return _default_decoder.decode(s)
>   File
>
> "/home/saju/cms/cct-enterprise/tg2env/local/lib/python2.7/site-packages/simplejson-2.5.0-py2.7-linux-x86_64.egg/simplejson/decoder.py",
> line 402, in decode
>     obj, end = self.raw_decode(s, idx=_w(s, 0).end())
>   File
>
> "/home/saju/cms/cct-enterprise/tg2env/local/lib/python2.7/site-packages/simplejson-2.5.0-py2.7-linux-x86_64.egg/simplejson/decoder.py",
> line 418, in raw_decode
>     obj, end = self.scan_once(s, idx)
> JSONDecodeError: Invalid \escape: line 1 column 289 (char 289)
>
>
>
>
> *######################## Working with json.dumps(eval(jstring))
> ########################*
>
>
>
> But, here i have to do json.dumps(eval(jstring)) before json.loads(). How
> to do it without eval ???
>
>
>
> def format_json_string(self, jstring):
>     """
>     """
>     from pprint import pprint
>     print "===string from client (javascript)===", pprint(jstring)
>     jstring = urllib.unquote(jstring)##For revert encode change applied in
> the javascript
>     print "===string after urllib.unquote===", pprint(jstring)
>     jstring = json.dumps(eval(jstring))
>     print "===string after json.dumps(eval(jstring) ===", pprint(jstring)
>     jstring = json.loads(jstring)
>     print "===string after json.loads(jstring) ===", pprint(jstring)
>
>
>
>
> ===string from client
> (javascript)========u'{"selected_objects":{"datacenter-2":{"name":"Data
> !@#$%25^&*()_ {}[]|%5c%2f.,?><:\\"`Center8(Data !@#$%^&*()_
>
> {}[]|\\\\/.,?><:\\"`Center8)","type":"Datacenter","moid":"datacenter-2","actual_name":"Data
> !@#$%25^&*()_
> {}[]|%5c%2f.,?><:\\"`Center8","server_pools":[{"name":"cluster
> ~!@#$%25^&*()_ {}|\\":?><,.%2f;\'%5c][=-`(cluster ~!@#$%^&*()_
>
> {}|\\":?><,./;\'\\\\][=-`)","type":"ClusterComputeResource","moid":"domain-c401","actual_name":"cluster
> ~!@#$%25^&*()_
>
> {}|\\":?><,.%2f;\'%5c][=-`","hosts":[{"name":"192.168.1.13","type":"HostSystem","moid":"host-27","actual_name":"192.168.1.13"}]}]}}}'
> None
>
>
>
> ===string after
> urllib.unquote===u'{"selected_objects":{"datacenter-2":{"name":"Data
> !@#$%^&*()_ {}[]|\\/.,?><:\\"`Center8(Data !@#$%^&*()_
>
> {}[]|\\\\/.,?><:\\"`Center8)","type":"Datacenter","moid":"datacenter-2","actual_name":"Data
> !@#$%^&*()_ {}[]|\\/.,?><:\\"`Center8","server_pools":[{"name":"cluster
> ~!@#$%^&*()_ {}|\\":?><,./;\'\\][=-`(cluster ~!@#$%^&*()_
>
> {}|\\":?><,./;\'\\\\][=-`)","type":"ClusterComputeResource","moid":"domain-c401","actual_name":"cluster
> ~!@#$%^&*()_
>
> {}|\\":?><,./;\'\\][=-`","hosts":[{"name":"192.168.1.13","type":"HostSystem","moid":"host-27","actual_name":"192.168.1.13"}]}]}}}'
> None
>
>
>
> ===string after json.dumps(eval(jstring)========'{"selected_objects":
> {"datacenter-2": {"actual_name": "Data !@#$%^&*()_
> {}[]|\\\\/.,?><:\\"`Center8", "moid": "datacenter-2", "type": "Datacenter",
> "name": "Data !@#$%^&*()_ {}[]|\\\\/.,?><:\\"`Center8(Data !@#$%^&*()_
> {}[]|\\\\/.,?><:\\"`Center8)", "server_pools": [{"hosts": [{"actual_name":
> "192.168.1.13", "moid": "host-27", "type": "HostSystem", "name":
> "192.168.1.13"}], "actual_name": "cluster ~!@#$%^&*()_
> {}|\\":?><,./;\'\\\\][=-`", "moid": "domain-c401", "type":
> "ClusterComputeResource", "name": "cluster ~!@#$%^&*()_
> {}|\\":?><,./;\'\\\\][=-`(cluster ~!@#$%^&*()_
> {}|\\":?><,./;\'\\\\][=-`)"}]}}}'
> None
>
>
>
> ===string after json.loads(jstring)========{'selected_objects':
> {'datacenter-2': {'actual_name': 'Data !@#$%^&*()_
> {}[]|\\/.,?><:"`Center8',
>                                        'moid': 'datacenter-2',
>                                        'name': 'Data !@#$%^&*()_
> {}[]|\\/.,?><:"`Center8(Data !@#$%^&*()_ {}[]|\\/.,?><:"`Center8)',
>                                        'server_pools': [{'actual_name':
> 'cluster ~!@#$%^&*()_ {}|":?><,./;\'\\][=-`',
>                                                          'hosts':
> [{'actual_name': '192.168.1.13',
>                                                                     'moid':
> 'host-27',
>                                                                     'name':
> '192.168.1.13',
>                                                                     'type':
> 'HostSystem'}],
>                                                          'moid':
> 'domain-c401',
>                                                          'name': 'cluster
> ~!@#$%^&*()_ {}|":?><,./;\'\\][=-`(cluster ~!@#$%^&*()_
> {}|":?><,./;\'\\][=-`)',
>                                                          'type':
> 'ClusterComputeResource'}],
>                                        'type': 'Datacenter'}}}
> _______________________________________________
> BangPypers mailing list
> BangPypers at python.org
> http://mail.python.org/mailman/listinfo/bangpypers
>



-- 
Vineet Naik