RestClient.cs 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627
  1. using System.IO.Compression;
  2. using System.Net;
  3. using System.Net.Security;
  4. using InABox.Core;
  5. using InABox.WebSocket.Shared;
  6. using RestSharp;
  7. using System;
  8. using System.Collections.Generic;
  9. using System.IO;
  10. using System.Linq;
  11. using System.Net.Http;
  12. using System.Threading;
  13. using System.Threading.Tasks;
  14. namespace InABox.Clients
  15. {
  16. public class RestClient<TEntity> : BaseClient<TEntity> where TEntity : Entity, new()
  17. {
  18. private bool _simpleencryption;
  19. private string _server;
  20. private bool _compression;
  21. private BinarySerializationSettings _binarysettings;
  22. private static RestClient cli = null;
  23. public RestClient(string server, bool simpleencryption, bool compression, BinarySerializationSettings binarySerializationSettings)
  24. {
  25. _server = server;
  26. _simpleencryption = simpleencryption;
  27. _compression = compression;
  28. _binarysettings = binarySerializationSettings;
  29. RestClientCache.Check(server);
  30. }
  31. public static class StaticRestClients
  32. {
  33. public static Dictionary<string, RestClient> Clients = new Dictionary<string, RestClient>();
  34. public static void SetClient(string url)
  35. {
  36. var uri = new Uri(url);
  37. if (Clients.ContainsKey(url))
  38. cli = Clients[url];
  39. else
  40. {
  41. cli = new RestClient(uri);
  42. Clients.Add(url, cli);
  43. }
  44. }
  45. }
  46. public RestClient(string server, bool simpleencryption, bool compression) : this(server, simpleencryption, false, BinarySerializationSettings.Latest)
  47. {
  48. }
  49. public RestClient(string server, bool simpleencryption) : this(server, simpleencryption, false)
  50. {
  51. }
  52. public RestClient(string server) : this(server, false)
  53. {
  54. }
  55. public static string Ping(String[] urls, out DatabaseInfo info)
  56. {
  57. String result = "";
  58. info = new DatabaseInfo();
  59. List<Task<Tuple<String,DatabaseInfo>>> pings = urls.Select(x => Task.Run(
  60. () => new Tuple<String,DatabaseInfo>(x,new RestClient<User>(x).Info())
  61. )).ToList();
  62. while (pings.Count > 0)
  63. {
  64. var ping = Task.WhenAny(pings).Result;
  65. if (ping.Status == TaskStatus.RanToCompletion && !String.IsNullOrWhiteSpace(ping.Result.Item2.Version))
  66. {
  67. result = ping.Result.Item1;
  68. info = ping.Result.Item2;
  69. break;
  70. }
  71. else
  72. pings.Remove(ping);
  73. }
  74. return result;
  75. }
  76. private void PrepareRequest(Request request)
  77. {
  78. request.Credentials.Platform = ClientFactory.Platform;
  79. request.Credentials.Version = ClientFactory.Version;
  80. request.Credentials.Session = ClientFactory.SessionID;
  81. Request.BeforeRequest?.Invoke(request);
  82. }
  83. protected override ValidationData DoValidate(Guid session = default)
  84. {
  85. return Validate(
  86. null, null, false, session);
  87. }
  88. protected override ValidationData DoValidate(string pin, Guid session = default)
  89. {
  90. return Validate(
  91. null, pin, true, session);
  92. }
  93. protected override ValidationData DoValidate(string userid, string password, Guid session = default)
  94. {
  95. return Validate(
  96. userid, password, false, session);
  97. }
  98. private ValidationData Validate(string? userid, string? password, bool usePin, Guid session = default)
  99. {
  100. var ticks = DateTime.Now.ToUniversalTime().Ticks.ToString();
  101. var request = new ValidateRequest();
  102. request.UsePIN = usePin;
  103. if (usePin)
  104. {
  105. request.UserID = Encryption.Encrypt(ticks, "wCq9rryEJEuHIifYrxRjxg", _simpleencryption);
  106. request.Password = Encryption.Encrypt(ticks, "7mhvLnqMwkCAzN+zNGlyyg", _simpleencryption);
  107. request.PIN = password;
  108. }
  109. else
  110. {
  111. request.UserID = userid;
  112. request.Password = password;
  113. }
  114. PrepareRequest(request);
  115. if (session != Guid.Empty)
  116. {
  117. request.Credentials.Session = session;
  118. }
  119. var response = SendRequest<ValidateRequest, ValidateResponse>(request, "validate", SerializationFormat.Binary, SerializationFormat.Binary, false);
  120. if (response != null)
  121. if (response.Status.Equals(StatusCode.OK))
  122. {
  123. if(response.Session != Guid.Empty)
  124. {
  125. var notifyRequest = new NotifyRequest();
  126. // Session is required so that the server can exclude any requests from bad actors
  127. notifyRequest.Credentials.Session = response.Session;
  128. var notifyResponse = SendRequest<NotifyRequest, NotifyResponse>(notifyRequest, "notify", SerializationFormat.Binary, SerializationFormat.Binary, false);
  129. if(notifyResponse != null && notifyResponse.Status.Equals(StatusCode.OK))
  130. {
  131. if (notifyResponse.SocketPort.HasValue)
  132. {
  133. SocketClientCache.StartWebSocket(_server, notifyResponse.SocketPort.Value, response.Session);
  134. }
  135. }
  136. }
  137. PasswordCache.Password = password;
  138. return new ValidationData(
  139. response.ValidationResult,
  140. response.UserID,
  141. response.UserGuid,
  142. response.SecurityID,
  143. response.Session,
  144. response.Recipient2FA,
  145. response.PasswordExpiration
  146. );
  147. }
  148. else if(response.Status == StatusCode.BadServer)
  149. {
  150. throw new RemoteException(response.Messages, request);
  151. }
  152. return new ValidationData(
  153. ValidationResult.INVALID,
  154. "",
  155. Guid.Empty,
  156. Guid.Empty,
  157. Guid.Empty,
  158. null,
  159. DateTime.MinValue
  160. );
  161. }
  162. protected TResponse SendRequest<TRequest, TResponse>(TRequest request, string Action, SerializationFormat requestFormat, SerializationFormat responseFormat, bool includeEntity = true)
  163. where TRequest : Request where TResponse : Response, new()
  164. {
  165. var result = default(TResponse);
  166. var url = RestClientCache.URL(_server);
  167. if (string.IsNullOrEmpty(url))
  168. {
  169. result = (TResponse)Activator.CreateInstance(typeof(TResponse));
  170. result.Status = StatusCode.BadServer;
  171. result.Messages.Add("Server URL not set!");
  172. return result;
  173. }
  174. if (cli == null)
  175. StaticRestClients.SetClient(url);
  176. var cmd = string.Format(
  177. "{0}{1}?format={2}&responseFormat={3}&serializationVersion={4}",
  178. Action,
  179. includeEntity ? typeof(TEntity).Name : "",
  180. requestFormat,
  181. responseFormat,
  182. _binarysettings.Version
  183. );
  184. var req = new RestRequest(cmd, Method.Post)
  185. {
  186. Timeout = Timeout.Milliseconds,
  187. };
  188. //Log(" * {0}{1}() Creating Uri, Client and RestRequest took {2}ms", Action, typeof(TEntity).Name, sw.ElapsedMilliseconds);
  189. //sw.Restart();
  190. //req.AdvancedResponseWriter = (stream, response) =>
  191. //{
  192. // //Log(" * {0}{1}() Response from Server took {2}ms ({3} bytes)", Action, typeof(TEntity).Name, sw.ElapsedMilliseconds, response.ContentLength);
  193. // //length = response.ContentLength;
  194. // //sw.Restart();
  195. // try
  196. // {
  197. // if (responseFormat == SerializationFormat.Binary && typeof(TResponse).HasInterface<ISerializeBinary>())
  198. // {
  199. // result = (TResponse)Serialization.ReadBinary(typeof(TResponse), stream, _binarysettings);
  200. // }
  201. // else
  202. // {
  203. // result = Serialization.Deserialize<TResponse>(stream, true);
  204. // }
  205. // }
  206. // catch (Exception e)
  207. // {
  208. // Logger.Send(LogType.Information, "", $"Error deserializing response: {e.Message}");
  209. // }
  210. // //Log(" * {0}{1}() Deserializing Stream took {2}ms ({3} bytes)", Action, typeof(TEntity).Name, sw.ElapsedMilliseconds, response.ContentLength);
  211. //};
  212. if(requestFormat == SerializationFormat.Binary && request is ISerializeBinary binary)
  213. {
  214. var data = binary.WriteBinary(_binarysettings);
  215. req.AddOrUpdateParameter("application/octet-stream", data, ParameterType.RequestBody);
  216. req.RequestFormat = DataFormat.None;
  217. }
  218. else
  219. {
  220. var json = Serialization.Serialize(request);
  221. req.AddOrUpdateParameter("application/json", json, ParameterType.RequestBody);
  222. req.RequestFormat = DataFormat.Json;
  223. }
  224. try
  225. {
  226. //sw.Restart();
  227. var res = cli.Execute(req);
  228. //Log(" * {0}{1}() returns {2} bytes in {3}ms", Action, typeof(TEntity).Name, res.ContentLength, sw.ElapsedMilliseconds);
  229. if (result == null)
  230. {
  231. if (res.ErrorException == null)
  232. {
  233. if (res.StatusCode != HttpStatusCode.OK)
  234. throw new Exception(String.Format("HTTP Request returns {0} {1}" + (int)res.StatusCode, CoreUtils.SplitCamelCase(res.StatusCode.ToString())));
  235. try
  236. {
  237. Stream stream;
  238. if (_compression)
  239. {
  240. //sw.Restart();
  241. var comp = Serialization.Deserialize<CompressedResponse>(res.Content, true);
  242. var bytes = Convert.FromBase64String(comp.Response);
  243. var ms = new MemoryStream(bytes);
  244. stream = new MemoryStream();
  245. using (var decompressionStream = new DeflateStream(ms, CompressionMode.Decompress))
  246. {
  247. decompressionStream.CopyTo(stream);
  248. }
  249. }
  250. else
  251. {
  252. stream = new MemoryStream(res.RawBytes);
  253. }
  254. if (responseFormat == SerializationFormat.Binary && typeof(TResponse).HasInterface<ISerializeBinary>())
  255. {
  256. result = (TResponse)Serialization.ReadBinary(typeof(TResponse), stream, _binarysettings);
  257. }
  258. else
  259. {
  260. result = Serialization.Deserialize<TResponse>(stream, true);
  261. }
  262. stream.Dispose();
  263. }
  264. catch (Exception eDeserialize)
  265. {
  266. throw new Exception(string.Format("Unable to deserialize response!\n\n{0}\n\n{1}", eDeserialize.Message, res.Content));
  267. }
  268. }
  269. else
  270. {
  271. // Connectivity
  272. result = new TResponse();
  273. result.Status = StatusCode.BadServer;
  274. result.Messages.Add(res.ErrorMessage);
  275. }
  276. }
  277. }
  278. catch (Exception err)
  279. {
  280. result = new TResponse();
  281. result.Status = StatusCode.BadServer;
  282. result.Messages.Add(err.Message);
  283. if (err.InnerException != null)
  284. result.Messages.Add("- " + err.InnerException.Message);
  285. }
  286. req = null;
  287. //double elapsed = (DateTime.Now - now).TotalMilliseconds;
  288. //Log(" * {0}{1}() completed in {2:F0}ms", Action, typeof(TEntity).Name, elapsed);
  289. return result;
  290. }
  291. #region Query Data
  292. protected override CoreTable DoQuery(Filter<TEntity>? filter, Columns<TEntity>? columns, SortOrder<TEntity>? sort = null)
  293. {
  294. var request = new QueryRequest<TEntity>(filter, columns, sort);
  295. PrepareRequest(request);
  296. var response = SendRequest<QueryRequest<TEntity>, QueryResponse<TEntity>>(request, "List", SerializationFormat.Binary, SerializationFormat.Binary);
  297. if (response != null)
  298. {
  299. return response.Status switch
  300. {
  301. StatusCode.OK => response.Items,
  302. StatusCode.Unauthenticated => throw new RemoteException("Client not authenticated", StatusCode.Unauthenticated, request),
  303. _ => throw new RemoteException(response.Messages, request),
  304. };
  305. }
  306. return null;
  307. //throw new Exception("Response is null");
  308. }
  309. #endregion
  310. #region Load
  311. protected override TEntity[] DoLoad(Filter<TEntity>? filter = null, SortOrder<TEntity>? sort = null)
  312. {
  313. var result = new List<TEntity>();
  314. var request = new QueryRequest<TEntity>(filter, null, sort);
  315. PrepareRequest(request);
  316. var response = SendRequest<QueryRequest<TEntity>, QueryResponse<TEntity>>(request, "List", SerializationFormat.Binary, SerializationFormat.Binary);
  317. if (response.Items != null)
  318. foreach (var row in response.Items.Rows)
  319. result.Add(row.ToObject<TEntity>());
  320. return result.ToArray();
  321. }
  322. #endregion
  323. #region MultipleTables
  324. protected override Dictionary<string, CoreTable> DoQueryMultiple(Dictionary<string, IQueryDef> queries)
  325. {
  326. var request = new MultiQueryRequest();
  327. foreach (var item in queries)
  328. {
  329. request.AddQuery(item.Key, item.Value);
  330. }
  331. PrepareRequest(request);
  332. var response = SendRequest<MultiQueryRequest, MultiQueryResponse>(request, "QueryMultiple", SerializationFormat.Binary, SerializationFormat.Binary, false);
  333. if (response != null)
  334. {
  335. return response.Status switch
  336. {
  337. StatusCode.OK => response.Tables,
  338. StatusCode.Unauthenticated => throw new RemoteException("Client not authenticated", request),
  339. _ => throw new RemoteException(response.Messages, request),
  340. };
  341. }
  342. return null;
  343. //throw new Exception("Response is null");
  344. }
  345. #endregion
  346. #region Save
  347. protected override void DoSave(TEntity entity, string auditnote)
  348. {
  349. var request = new SaveRequest<TEntity>(entity, auditnote);
  350. request.ReturnOnlyChanged = true;
  351. PrepareRequest(request);
  352. var response = SendRequest<SaveRequest<TEntity>, SaveResponse<TEntity>>(request, "Save", SerializationFormat.Binary, SerializationFormat.Binary);
  353. switch (response.Status)
  354. {
  355. case StatusCode.OK:
  356. /*var props = CoreUtils.PropertyList(typeof(TEntity), x => true, true);
  357. entity.SetObserving(false);
  358. foreach (var prop in props.Keys)
  359. {
  360. var value = CoreUtils.GetPropertyValue(response.Item, prop);
  361. CoreUtils.SetPropertyValue(entity, prop, value);
  362. }
  363. entity.CommitChanges();
  364. entity.SetObserving(true);*/
  365. entity.SetObserving(false);
  366. foreach (var (key, value) in response.ChangedValues)
  367. {
  368. if(CoreUtils.TryGetProperty<TEntity>(key, out var property))
  369. {
  370. CoreUtils.SetPropertyValue(entity, key, CoreUtils.ChangeType(value, property.PropertyType));
  371. }
  372. }
  373. entity.CommitChanges();
  374. entity.SetObserving(true);
  375. break;
  376. case StatusCode.Unauthenticated:
  377. throw new RemoteException("Client not authenticated", request);
  378. default:
  379. throw new RemoteException(response.Messages, request);
  380. }
  381. }
  382. protected override void DoSave(IEnumerable<TEntity> entities, string auditnote)
  383. {
  384. var items = entities.ToArray();
  385. var request = new MultiSaveRequest<TEntity>(items, auditnote);
  386. request.ReturnOnlyChanged = true;
  387. PrepareRequest(request);
  388. var response = SendRequest<MultiSaveRequest<TEntity>, MultiSaveResponse<TEntity>>(request, "MultiSave", SerializationFormat.Binary, SerializationFormat.Binary);
  389. switch (response.Status)
  390. {
  391. case StatusCode.OK:
  392. for(int i = 0; i < items.Length; ++i)
  393. {
  394. var entity = items[i];
  395. var changedValues = response.ChangedValues[i];
  396. entity.SetObserving(false);
  397. foreach (var (key, value) in changedValues)
  398. {
  399. if (CoreUtils.TryGetProperty<TEntity>(key, out var property))
  400. {
  401. CoreUtils.SetPropertyValue(entity, key, CoreUtils.ChangeType(value, property.PropertyType));
  402. }
  403. }
  404. entity.CommitChanges();
  405. entity.SetObserving(true);
  406. }
  407. /*var props = CoreUtils.PropertyList(typeof(TEntity), x => true, true);
  408. for (var i = 0; i < items.Length; i++)
  409. {
  410. items[i].SetObserving(false);
  411. foreach (var prop in props.Keys)
  412. {
  413. var value = CoreUtils.GetPropertyValue(response.Items[i], prop);
  414. CoreUtils.SetPropertyValue(items[i], prop, value);
  415. }
  416. //CoreUtils.DeepClone<TEntity>(response.Items[i], items[i]);
  417. items[i].CommitChanges();
  418. items[i].SetObserving(true);
  419. }*/
  420. break;
  421. case StatusCode.Unauthenticated:
  422. throw new RemoteException("Client not authenticated", request);
  423. default:
  424. throw new RemoteException(response.Messages, request);
  425. }
  426. }
  427. #endregion
  428. #region Delete
  429. protected override void DoDelete(TEntity entity, string auditnote)
  430. {
  431. var request = new DeleteRequest<TEntity>(entity, auditnote);
  432. PrepareRequest(request);
  433. var response = SendRequest<DeleteRequest<TEntity>, DeleteResponse<TEntity>>(request, "Delete", SerializationFormat.Binary, SerializationFormat.Binary);
  434. switch (response.Status)
  435. {
  436. case StatusCode.OK:
  437. break;
  438. case StatusCode.Unauthenticated:
  439. throw new RemoteException("Client not authenticated", request);
  440. default:
  441. throw new RemoteException(response.Messages, request);
  442. }
  443. }
  444. protected override void DoDelete(IList<TEntity> entities, string auditnote)
  445. {
  446. var items = entities.ToArray();
  447. var request = new MultiDeleteRequest<TEntity>(items, auditnote);
  448. PrepareRequest(request);
  449. var response = SendRequest<MultiDeleteRequest<TEntity>, MultiDeleteResponse<TEntity>>(request, "MultiDelete", SerializationFormat.Binary, SerializationFormat.Binary);
  450. switch (response.Status)
  451. {
  452. case StatusCode.OK:
  453. break;
  454. case StatusCode.Unauthenticated:
  455. throw new RemoteException("Client not authenticated", request);
  456. default:
  457. throw new RemoteException(response.Messages, request);
  458. }
  459. }
  460. #endregion
  461. #region 2FA
  462. protected override bool DoCheck2FA(string code, Guid? session)
  463. {
  464. var request = new Check2FARequest(code);
  465. PrepareRequest(request);
  466. var response = SendRequest<Check2FARequest, Check2FAResponse>(request, "check_2fa", SerializationFormat.Binary, SerializationFormat.Binary, false);
  467. if (response != null)
  468. {
  469. return response.Status switch
  470. {
  471. StatusCode.OK => response.Valid,
  472. StatusCode.Unauthenticated => false,
  473. _ => throw new RemoteException(response.Messages, request),
  474. };
  475. }
  476. return false;
  477. }
  478. #endregion
  479. #region Ping
  480. protected override bool DoPing()
  481. {
  482. var cli = new RestClient(new Uri(RestClientCache.URL(_server)));
  483. var req = new RestRequest("/info", Method.Get) { Timeout = 20000 };
  484. try
  485. {
  486. var res = cli.Execute(req);
  487. if (res.StatusCode != HttpStatusCode.OK || res.ErrorException != null)
  488. return false;
  489. return true;
  490. }
  491. catch
  492. {
  493. return false;
  494. }
  495. }
  496. #endregion
  497. public override IEnumerable<string> SupportedTypes()
  498. {
  499. var result = new List<string>();
  500. var url = RestClientCache.URL(_server);
  501. var uri = new Uri(url);
  502. var cli = new RestClient(uri);
  503. var req = new RestRequest("/classes", Method.Get) { Timeout = 20000 };
  504. try
  505. {
  506. var res = cli.Execute(req);
  507. if (res.ErrorException == null)
  508. {
  509. var list = res.Content.Trim('[', ']').Split(',');
  510. foreach (var operation in list)
  511. {
  512. var trimmed = operation.Trim('"');
  513. if (!result.Contains(trimmed)) result.Add(trimmed);
  514. //if (svc.Equals("Comal_Classes_Login"))
  515. // result.Add("InABox_Core_Login");
  516. }
  517. }
  518. }
  519. catch (Exception e)
  520. {
  521. }
  522. req = null;
  523. cli = null;
  524. return result.ToArray();
  525. }
  526. public override DatabaseInfo Info()
  527. {
  528. return RestClientCache.Info(_server);
  529. }
  530. }
  531. }