source: pyson/test/DeserializerTest.py@ 835

Last change on this file since 835 was 835, checked in by wouter, 6 months ago

#296 test showing issue serializing mixed list

File size: 6.8 KB
RevLine 
[489]1
2from abc import ABC
3from datetime import datetime
4from decimal import Decimal
5import json
6import re
7import sys, traceback
[749]8from typing import Dict, List, Set, Any, Union, Optional, Collection
[489]9import unittest
10from uuid import uuid4, UUID
11
12from pyson.Deserializer import Deserializer
[570]13from pyson.Serializer import Serializer
14from pyson.JsonSerialize import JsonSerialize
[489]15from pyson.JsonDeserialize import JsonDeserialize
16from pyson.JsonGetter import JsonGetter
17from pyson.JsonSubTypes import JsonSubTypes
18from pyson.JsonTypeInfo import Id, As
19from pyson.JsonTypeInfo import JsonTypeInfo
20from pyson.JsonValue import JsonValue
21from pyson.ObjectMapper import ObjectMapper
[568]22from pickle import NONE
[571]23from test.MyDeserializer import ValueDeserializer2
[489]24
[568]25# deserializer DROPS FIRST CHAR from string and assumes rest is an int.
26# Then returns Simple(int)
[490]27class ValueDeserializer(Deserializer):
28 def __hash__(self):
29 return hash(self.geta())
30 def deserialize(self, data:object, clas: object)-> object:
31 if type(data)!=str:
32 raise ValueError("Expected str starting with '$', got "+str(data))
33 return Simple(int(data[1:]))
[489]34
[570]35# serializes Simple object, just prefixing its value (as string) with "$"
36class ValueSerializer(Serializer):
37 def serialize(self, obj:object)-> object:
38 if not isinstance(obj, Simple):
39 raise ValueError("Expected Dimple object")
40 return "$" + str(obj.geta())
[490]41
[570]42class Basic:
43 def __init__(self, v:float):
44 self._v=v
45 def __eq__(self, other):
46 return isinstance(other, self.__class__) and \
47 self._v==other._v
48 def getV(self):
49 return self._v
50 def __repr__(self):
51 return "Basic:"+str(self._v)
52 def __hash__(self):
53 return hash(self._v)
54
[571]55@JsonDeserialize(ValueDeserializer)
[572]56@JsonSerialize(ValueSerializer)
[489]57class Simple:
58 def __init__(self, a:int):
59 self._a=a
60 def geta(self)->int:
61 return self._a
62 def __eq__(self, other):
63 return isinstance(other, self.__class__) and \
64 self._a==other._a
[570]65 def __repr__(self):
66 return "Simple:"+str(self._a)
67 def __hash__(self):
68 return hash(self._a)
[489]69
70
71
[571]72@JsonDeserialize(ValueDeserializer2)
[490]73class Simple2:
74 def __init__(self, a:int):
75 self._a=a
76 def geta(self)->int:
77 return self._a
78 def __eq__(self, other):
79 return isinstance(other, self.__class__) and \
80 self._a==other._a
[570]81 def __repr__(self):
[490]82 return self._name+","+str(self._a)
[568]83
84#None cancels out the existing deserializer.
85# parsing with str should now fail.
86@JsonDeserialize(None)
87class Simple3 (Simple):
88 pass
[489]89
90
[570]91class MyList:
92 def __init__(self, data: List[Simple] ):
93 self.data=data
94 def getData(self)->List[Simple]:
95 return self.data
96
97class BasicDict:
98 def __init__(self, data: Dict[Basic,Basic] ):
99 self.data=data
100 def getData(self)->Dict[Basic,Basic]:
101 return self.data
102 def __repr__(self):
103 return "BasicDict:"+str(self.data)
[568]104 def __eq__(self, other):
105 return isinstance(other, self.__class__) and \
[570]106 self.data==other.data
[490]107
[570]108
109class SimpleDict:
110 def __init__(self, data: Dict[Simple,Simple] ):
111 self.data=data
112 def getData(self)->Dict[Simple,Simple]:
113 return self.data
114 def __eq__(self, other):
115 return isinstance(other, self.__class__) and \
116 self.data==other.data
117 def __repr__(self):
118 return "SimpleDict:"+str(self.data)
[490]119
[570]120
[827]121class MyOptionalString:
122 def __init__(self, s:Optional[str]):
[829]123 self.data:Optional[str] = s
124 def getData(self)->Optional[str]:
[827]125 return self.data
126 def __eq__(self, other):
127 return isinstance(other, self.__class__) and \
128 self.data==other.data
129 def __repr__(self):
[829]130 return "MyOptionalString:"+str(self.data)
[835]131
132
133class SimpleA(Simple):
134 pass
[827]135
[835]136class SimpleB(Simple):
137 pass
138
[489]139class DeserializerTest(unittest.TestCase):
140 '''
141 Test a lot of back-and-forth cases.
142 FIXME Can we make this a parameterized test?
143 '''
144 pyson=ObjectMapper()
145
146 def testDeserialize(self):
147 objson= "$12"
[490]148 self.assertEqual(Simple(12), self.pyson.parse(objson, Simple))
[489]149
[490]150 def testExternalDeserialize2(self):
151 objson= "$13"
152 self.assertEqual(13, self.pyson.parse(objson, Simple2))
[568]153
154
155 def testExternalDeserialize3(self):
156 objson= "$13"
[569]157 self.assertRaises(ValueError, lambda:self.pyson.parse(objson, Simple3))
[568]158
[570]159 def testDeserializeMyList(self):
160 print(self.pyson.toJson(MyList([12,13])))
161
162 # the json we provide is NOT the proper json but a STRING.
163 # This triggers a fallback mechanism that tries to parse the string as json.
164 objson={"data": ["$12", "$13"]}
165 res = self.pyson.parse(objson, MyList)
166 print(res)
167 self.assertEqual([Simple(12),Simple(13)], res.data)
168
[748]169 def testDeserializeCollection(self):
170 objson=[1,2,3]
171 # this checks that pyson can parse a list as Collection.
172 # The result is a simple list like in java/jackson.
[749]173 # Collection without typing info means Collectino[Any]
[748]174 res = self.pyson.parse(objson, Collection)
175 print(res)
176 self.assertEqual([1,2,3], res)
[570]177
[748]178
[570]179 def testSerializeBasicDict(self):
180 '''
181 Basic object keys. Special (de)serializer should kick in #190
182 '''
183 d= BasicDict( { Basic(1.):Basic(2.), Basic(3.): Basic(4.) } )
184 objson={"data": {"{\"v\": 1.0}": {"v": 2.0}, "{\"v\": 3.0}": {"v": 4.0}}}
185 dump=json.dumps(self.pyson.toJson(d));
186 print(dump)
187 # self.assertEqual(objson, dump);
188 res=self.pyson.parse(objson, BasicDict)
189 print("res="+str(res))
190 self.assertEqual(d, res)
191
192
193 def testSerializeSimpleDictCustomSerializer(self):
194 d= SimpleDict( { Simple(1):Simple(2), Simple(3): Simple(4) } )
195
196 # The keys need extra quotes, they are deserialied by
197 # our special deserializer that parses the string as json,
198 # and json requires double quotes around its strings.
199 objson = {"data": {'"$1"': "$2", '"$3"': "$4"}}
200
201 obj=self.pyson.toJson(d)
202 print(json.dumps(obj))
203 self.assertEqual(objson, obj)
204
205 res = self.pyson.parse(objson, SimpleDict)
206 print("res="+str(res))
207 self.assertEqual(d, res)
[827]208
209 def testDeserializeOptString(self):
[828]210 objson:dict={'s':None}
[827]211 res = self.pyson.parse(objson, MyOptionalString)
212 print(res)
[829]213 self.assertEqual(MyOptionalString(None), res)
[570]214
[828]215 objson={'s':"something"}
[827]216 res = self.pyson.parse(objson, MyOptionalString)
217 print(res)
[829]218 self.assertEqual(MyOptionalString("something"), res)
[827]219
[835]220
221 def testSerializeMixedList(self):
222 # see #296
223 list:List[Simple] = [SimpleA(1), SimpleB(1)]
224 print(self.pyson.toJson(list))
225
226
Note: See TracBrowser for help on using the repository browser.