-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy path__init__.py
254 lines (210 loc) · 7.89 KB
/
__init__.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
# -*- coding:utf-8 -*-
"""
the rpcx client for python
author: jiy
mail: hyhkjiy@163.com
"""
import json
import io
import socket
class MessageType:
Request = 0
Response = 1
class CompressType:
DoNotCompress = 0
GZIP = 1
class MessageStatusType:
Normal = 0
Error = 1
class SerializeType:
Raw = 0
Json = 1
Protobuf = 2
MessagePack = 3
class Header:
def __init__(self):
self.magic_number = bytes((0xff,))
self.version = bytes((0,))
self.message_type: int = MessageType.Request
self.heartbeat = False
self.oneway = False
self.compress_type: int = CompressType.DoNotCompress # At present support only Normal!
self.message_status_type: int = MessageStatusType.Normal
self.serialize_type: int = SerializeType.Json # At present support only json!
self.reserved = 0
def to_bytes(self):
result = self.magic_number + self.version
result += bytes((self.message_type << 7 | self.heartbeat << 6 | self.oneway << 5
| self.compress_type << 2 | self.message_status_type,))
result += bytes((self.serialize_type << 4 | self.reserved,))
return result
def decode(self, header: bytes):
assert len(header), 'header decode error, len must be 4'
bit3 = header[2]
bit4 = header[3]
self.message_type = bit3 >> 7
self.heartbeat = 0b00000001 & (bit3 >> 6)
self.oneway = 0b00000001 & (bit3 >> 5)
self.compress_type = 0b00000111 & (bit3 >> 2)
self.message_status_type = 0b00000011 & bit3
self.serialize_type = 0b00001111 & (bit4 >> 4)
self.reserved = 0b00001111 & bit4
class Message:
def __init__(self, service_path=None, service_method=None, payload=None, metadata=None, message_id=None):
self.header = Header()
self.message_id: int = message_id or 0
self.service_path = service_path
self.service_method = service_method
self.metadata = metadata
self.payload = payload
class Request(Message):
def __init__(self, heartbeat=False, oneway=False, *args, **kwargs):
super().__init__(*args, **kwargs)
self.header.heartbeat = heartbeat
self.header.oneway = oneway
def to_bytes(self):
assert self.service_path, 'service_path required'
assert self.service_method, 'service_method required'
data = [
self.__encode_service_path(),
self.__encode_service_method(),
self.__encode_metadata(),
self.__encode_payload()
]
total_size = sum(map(lambda d: int.from_bytes(d[0], 'big'), data)) + 16
result = b''.join([
self.header.to_bytes(),
self.__encode_message_id(),
total_size.to_bytes(4, 'big'),
b''.join(map(lambda d: b''.join(d), data))
])
return result
def dump(self):
print(' '.join([hex(int(byte)) for byte in self.to_bytes()]))
def __encode_message_id(self):
data = self.message_id.to_bytes(8, 'big')
return data
def __encode_metadata(self):
result = bytes()
if not self.metadata:
return bytes(4), bytes()
for key, value in self.metadata.items():
key = key.encode('utf-8')
value = value.encode('utf-8')
result += len(key).to_bytes(4, 'big')
result += key
result += len(value).to_bytes(4, 'big')
result += value
size = len(result).to_bytes(4, 'big')
return size, result
def __encode_service_path(self):
data = self.service_path.encode('utf-8')
size = len(data).to_bytes(4, 'big')
return size, data
def __encode_service_method(self):
data = self.service_method.encode('utf-8')
size = len(data).to_bytes(4, 'big')
return size, data
def __serialize_payload(self):
if not self.payload:
return
if self.header.serialize_type == SerializeType.Json:
return json.dumps(self.payload)
else:
assert False, 'At present support only json!'
def __encode_payload(self):
data = self.__serialize_payload()
if not data:
data = bytes()
else:
data = data.encode('utf-8')
size = len(data).to_bytes(4, 'big')
return size, data
class Response(Message):
def __init__(self, data: bytes):
super().__init__(metadata={})
self.__decode(data)
def __decode(self, data: bytes):
buf = io.BytesIO(data)
header = buf.read(4)
message_id = buf.read(8)
total_size = int.from_bytes(buf.read(4), 'big')
service_path_size = int.from_bytes(buf.read(4), 'big')
service_path = buf.read(service_path_size)
service_method_size = int.from_bytes(buf.read(4), 'big')
service_method = buf.read(service_method_size)
metadata_size = int.from_bytes(buf.read(4), 'big')
metadata = buf.read(metadata_size)
playload_size = int.from_bytes(buf.read(4), 'big')
playload = buf.read(playload_size)
# check data
assert total_size == sum([
service_path_size,
service_method_size,
metadata_size,
playload_size,
16
]), 'parse data error'
self.header.decode(header)
self.__decode_message_id(message_id)
self.__decode_service_path(service_path)
self.__decode_service_method(service_method)
self.__decode_metadata(metadata)
self.__decode_playload(playload)
def __decode_message_id(self, message_id):
self.message_id = int.from_bytes(message_id, 'big')
def __decode_service_path(self, service_path):
self.service_path = service_path.decode('utf-8')
def __decode_service_method(self, service_method):
self.service_method = service_method.decode('utf-8')
def __decode_metadata(self, metadata):
if not metadata:
return
buf = io.BytesIO(metadata)
while buf.tell() < len(metadata):
key_size = int.from_bytes(buf.read(4), 'big')
key = buf.read(key_size).decode('utf-8')
value_size = int.from_bytes(buf.read(4), 'big')
value = buf.read(value_size).decode('utf-8')
self.metadata[key] = value
def __decode_playload(self, playload):
if not playload:
return
data = playload.decode('utf-8')
if self.header.serialize_type == SerializeType.Json:
self.payload = json.loads(data)
else:
assert False, 'At present support only json!'
@property
def success(self):
return not self.header.message_status_type
@property
def error(self):
return self.metadata.get('__rpcx_error__')
class Client:
def __init__(self, host, port):
self.socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
self.host = host
self.port = port
def call(self, service_path, method_name, args=None, meta=None, msg_id=None, heartbeat=False, oneway=False):
request = Request(service_path=service_path, service_method=method_name, payload=args, metadata=meta,
message_id=msg_id, heartbeat=heartbeat, oneway=oneway)
self.socket.connect((self.host, self.port))
self.socket.send(request.to_bytes())
if oneway:
self.socket.close()
return
result = [b''] * 2
result[0] = self.socket.recv(16)
body_len = int.from_bytes(result[0][-4:], 'big') + 16
result[1] = self.socket.recv(body_len)
self.socket.close()
return Response(b''.join(result))
if __name__ == '__main__':
client = Client('localhost', 8972)
response = client.call('Arith', 'Mul', dict(A=2, B=3))
print(response.success)
if response.success:
print(response.payload)
else:
print(response.error)