您最多选择25个主题 主题必须以字母或数字开头,可以包含连字符 (-),并且长度不得超过35个字符

tasks_loop.py 11KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487
  1. import asyncio
  2. import time
  3. import redis
  4. import os
  5. import copy
  6. import json
  7. import traceback
  8. import inspect
  9. import sys
  10. import atexit
  11. from asgiref.sync import async_to_sync,sync_to_async
  12. # hot_reload_build = False
  13. hot_reload_build = True
  14. print("QWERTYU")
  15. p=print
  16. async def anop(*a,**kw):pass
  17. def nop(*a,**kw):pass
  18. class Edict(dict):pass
  19. class Eobj():pass
  20. def connect_redis1():
  21. return redis.Redis(host='localhost', port=6379, db=1,charset="utf-8", decode_responses=True, encoding_errors="backslashreplace")
  22. def connect_redis():
  23. return redis.Redis(host='localhost', port=6379, db=0,charset="utf-8", decode_responses=True, encoding_errors="backslashreplace")
  24. def eclass_factory(n):
  25. ret = []
  26. for k in range(n):
  27. class nx:pass
  28. # _rcls_name
  29. ret.append(nx)
  30. return ret
  31. def callable_helper(fn):
  32. ret = {
  33. "is_callable":0,
  34. "is_coroutine":0,
  35. }
  36. ret["is_callable"]= callable(fn)
  37. ret["is_coroutine"]= inspect.iscoroutinefunction(fn)
  38. # if (ca)
  39. return ret
  40. # verbose = print
  41. verbose=nop
  42. class DbgMixin:
  43. async def ws_rec(self,text_data,*a,**kw):
  44. # if "dbg" in
  45. text_data_json = json.loads(text_data)
  46. if not 'dbg' in text_data_json:
  47. return
  48. p("DBG!")
  49. exec(text_data_json["dbg"])
  50. class AconMixin(DbgMixin):
  51. # class AconMixin:
  52. async def connect(self):
  53. p(end="",flush=True)
  54. await self.accept()
  55. verbose("<MRO")
  56. verbose(type(self))
  57. await self.call_all_mro("ws_conn0")
  58. await self.call_all_mro("ws_conn")
  59. await self.call_all_mro("ws_conn2")
  60. verbose("/MRO>")
  61. await self.ws_conn_once()
  62. async def ws_conn_once(self, *a,**kw):pass
  63. async def ws_disconn_once(self, *a,**kw):pass
  64. async def ws_rec_once(self, *a,**kw):pass
  65. async def receive(self, *a,**kw):
  66. await self.call_all_mro("ws_rec",*a,**kw)
  67. await self.ws_rec_once(*a,**kw)
  68. print("",end="",flush=True)
  69. async def call_all_mro(self,mthd_name,*args,**kwargs):
  70. called = set([None])
  71. for cls_obj in self.__class__.__mro__:
  72. mthd = getattr(cls_obj,mthd_name,None)
  73. if not mthd in called:
  74. called.add(mthd)
  75. await mthd(self,*args,**kwargs)
  76. async def disconnect(self, close_code):
  77. await self.call_all_mro("ws_disconn",close_code)
  78. await self.ws_disconn_once(close_code)
  79. class AclTaskMixin:
  80. async def ws_disconn(self,*a,**kw):
  81. pass
  82. async def ws_conn0(self):
  83. self.groups_set = set()
  84. if glob_cl.has_cl:
  85. return
  86. glob_cl.has_cl = True
  87. glob_cl.run_persistent_loop(self)
  88. glob_cl.acl = self.channel_layer
  89. class DevMixin(*eclass_factory(10)):pass
  90. class DevMroMixin(*eclass_factory(10)):pass
  91. class WSStoMixin(*eclass_factory(10)):pass
  92. class GCLMixin(*eclass_factory(10)):pass
  93. class RldManMixin(*eclass_factory(10)):pass
  94. class LoneMixinA():pass
  95. class LoneMixinB():pass
  96. Mixins = Eobj()
  97. Mixins.DevMixin = DevMixin
  98. Mixins.DevMroMixin = DevMroMixin
  99. Mixins.WSStoMixin = WSStoMixin
  100. Mixins.GCLMixin = GCLMixin
  101. Mixins.RldManMixin = RldManMixin
  102. Mixins.LoneMixinA = LoneMixinA
  103. Mixins.LoneMixinB = LoneMixinB
  104. Mixins.DbgMixin = DbgMixin
  105. Mixins.AconMixin = AconMixin
  106. Mixins.AclTaskMixin = AclTaskMixin
  107. class globCL(GCLMixin):
  108. def __init__(self,*a,**kw):
  109. print("IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII")
  110. # for now we are not going to do any weird class stuff
  111. self.acl = None
  112. self.has_cl = False
  113. r'''
  114. self.rconn1 = connect_redis1()
  115. self.rconn = connect_redis()
  116. # '''
  117. self.rman = RldMan()
  118. self.cbs_once = []
  119. self.cbs_asap2 = []
  120. self.cbs_asap = []
  121. self.cbs_once_set = set()
  122. if (hot_reload_build):
  123. self.cbs = {"fn1":fn1,"fn2x":nop}
  124. else:
  125. self.cbs = {}
  126. self.timeout = 1
  127. self.fast_timeout = .1
  128. pass
  129. async def persistent_fast_cb_loop_min_timeout(self,*a,**kw):
  130. print("persistent_fast_cb_loop_min_timeout")
  131. c=0
  132. while 1:
  133. c+=1
  134. p("",c)
  135. if len(self.cbs_asap2):
  136. cbs_once = [*self.cbs_asap2]
  137. self.cbs_asap2=[]
  138. k=0
  139. for v in cbs_once:
  140. try:
  141. call_info = callable_helper(v)
  142. if (call_info["is_callable"]):
  143. if call_info["is_coroutine"]:
  144. pass
  145. await v({k,self})
  146. else:
  147. v({k,self})
  148. else:
  149. pass
  150. except Exception as e:
  151. p("persistent_fast_cb_loop Exception cbs_once:",e)
  152. p(flush=True)
  153. else:
  154. pass
  155. finally:
  156. pass
  157. k += 1
  158. if len(self.cbs_asap):
  159. self.cbs_asap2 = self.cbs_asap
  160. self.cbs_asap=[]
  161. p("????????????????")
  162. await asyncio.sleep(self.fast_timeout)
  163. # asyncio.sleep(self.fast_timeout)
  164. async def persistent_fast_cb_loop(self,*a,**kw):
  165. while 1:
  166. if len(self.cbs_asap):
  167. cbs_once = [*self.cbs_asap]
  168. self.cbs_asap=[]
  169. k=0
  170. for v in cbs_once:
  171. try:
  172. call_info = callable_helper(v)
  173. if (call_info["is_callable"]):
  174. if call_info["is_coroutine"]:
  175. pass
  176. await v({k,self})
  177. else:
  178. v({k,self})
  179. else:
  180. pass
  181. except Exception as e:
  182. p("persistent_fast_cb_loop Exception cbs_once:",e)
  183. p(flush=True)
  184. else:
  185. pass
  186. finally:
  187. pass
  188. k += 1
  189. await asyncio.sleep(self.fast_timeout)
  190. async def persistent_loop(self,*a,**kw):
  191. print("persistent_loop")
  192. while 1:
  193. for k,v in [*self.cbs.items()]:
  194. try:
  195. call_info = callable_helper(v)
  196. if (call_info["is_callable"]):
  197. if call_info["is_coroutine"]:
  198. await v({k,self})
  199. else:
  200. v({k,self})
  201. else:
  202. pass
  203. pass
  204. except Exception as e:
  205. p("persistent_loop Exception",e)
  206. p(flush=True)
  207. else:
  208. pass
  209. finally:
  210. pass
  211. cbs_once = [*self.cbs_once,*self.cbs_once_set]
  212. self.cbs_once = []
  213. self.cbs_once_set = set()
  214. k=0
  215. for v in cbs_once:
  216. try:
  217. call_info = callable_helper(v)
  218. if (call_info["is_callable"]):
  219. if call_info["is_coroutine"]:
  220. pass
  221. await v({k,self})
  222. else:
  223. v({k,self})
  224. else:
  225. pass
  226. except Exception as e:
  227. p("persistent_loop Exception cbs_once:",e)
  228. p(flush=True)
  229. else:
  230. pass
  231. finally:
  232. pass
  233. k += 1
  234. await asyncio.sleep(self.timeout)
  235. async def _run_persistent_loop2(self,*a,**kw):
  236. p("_run_persistent_loop2:",self,a,kw)
  237. self.run_persistent_loop2 = nop
  238. self.rman.persistent_loop_cb()
  239. # loop = asyncio.get_event_loop()
  240. # loop.create_task(self.persistent_fast_cb_loop())
  241. asyncio.ensure_future(self.persistent_loop())
  242. asyncio.ensure_future(self.persistent_fast_cb_loop_min_timeout())
  243. # self.loop = loop
  244. async def _run_persistent_loop3(self,*a,**kw):
  245. p("_run_persistent_loop3:",self,a,kw)
  246. # loop = asyncio.new_event_loop()
  247. loop = asyncio.get_event_loop()
  248. self.run_persistent_loop = nop
  249. self.rman.persistent_loop_cb()
  250. loop.create_task(self.persistent_loop())
  251. loop.create_task(self.persistent_fast_cb_loop())
  252. self.loop = loop
  253. # loop.run_until_complete(self.persistent_fast_cb_loop_min_timeout())
  254. # loop.run_forever()
  255. async def _run_persistent_loop(self,*a,**kw):
  256. p("_run_persistent_loop:",self,a,kw)
  257. loop = asyncio.get_event_loop()
  258. self.run_persistent_loop = nop
  259. self.rman.persistent_loop_cb()
  260. loop.create_task(self.persistent_loop())
  261. # loop.create_task(self.persistent_fast_cb_loop())
  262. loop.create_task(self.persistent_fast_cb_loop_min_timeout())
  263. self.loop = loop
  264. run_persistent_loop = _run_persistent_loop
  265. run_persistent_loop2 = _run_persistent_loop2
  266. run_persistent_loop3 = _run_persistent_loop3
  267. def begin_async(*a,**kw):
  268. print("begin_async")
  269. loop = asyncio.get_running_loop()
  270. print("begin_async2",loop)
  271. loop.create_task(self.persistent_loop())
  272. loop.create_task(self.persistent_fast_cb_loop_min_timeout())
  273. def sync_dev_group_discard(self,*a,**kw):
  274. glob_cl.cbs_once.append(self.sync_dev_group_discard(*a,**kw))
  275. async def dev_group_discard(self,group_name,consumer):
  276. channel_layer = glob_cl.acl
  277. if consumer.channel_name in consumer.groups:
  278. consumer.groups.remove(group_name)
  279. await channel_layer.group_discard(group_name,consumer.channel_name)
  280. def sync_dev_group_add(self,*a,**kw):
  281. glob_cl.cbs_once.append(self.group_add(*a,**kw))
  282. async def dev_group_add(self,group_name,consumer):
  283. channel_layer = glob_cl.acl
  284. # if not consumer.channel_name in consumer.groups_set:
  285. # consumer.groups_set.add(groups)
  286. if not consumer.channel_name in consumer.groups:
  287. consumer.groups.append(group_name)
  288. await channel_layer.group_add(group_name,consumer.channel_name)
  289. # RldManMixin
  290. class RldMan(RldManMixin):
  291. def __init__(self,*a,**kw):
  292. self.files = {}
  293. z="ABC"
  294. self.scopes = {
  295. "dflt_scope":{"globals":globals(),"locals":locals()},
  296. "dflt_scope_zloc":{"globals":globals(),"locals":{}},
  297. "dflt_scope_gscope":{"globals":globals(),"locals":{}},
  298. "dflt_scope_copy": {"globals":copy.copy(globals()),"locals":copy.copy(locals())},
  299. # "dflt_scope":{"globals":globals(),"locals":{}}
  300. }
  301. self.scopes['current_scope'] = self.scopes['dflt_scope_zloc']
  302. # self.scope_opt = ""locals
  303. self.scope_opt = "globals"
  304. self.print_tb = 0
  305. base_path = "/usr/games/repos/ign4/py_rld/djc/edan_hrld/"
  306. file_list = [
  307. base_path+"i0.py",
  308. ]
  309. self.add_files(file_list)
  310. # self.add_files(file_list,{"run"})
  311. def persistent_loop_cb(self,*a,**kw):
  312. base_path = "/usr/games/repos/ign4/py_rld/djc/edan_hrld/"
  313. file_list = [
  314. base_path+"f0.py",
  315. ]
  316. self.add_files(file_list)
  317. def add_files(self,files):
  318. for file in files:
  319. if type(file)==str:
  320. self.add_file(file)
  321. elif type(file)==list:
  322. self.add_file(*file)
  323. else:
  324. p("add files???",file)
  325. def add_file(self,file_name,fnx={}):
  326. self.files[file_name] = {"ftxt":"",**fnx}
  327. def get_scope(self,rfile_obj,file_name):
  328. return self.scopes["current_scope"]
  329. return {
  330. "scope":self.scopes["current_scope"],
  331. }
  332. # rfile_obj.get("scope")
  333. # if
  334. def rld_file(self,file_name,ret= {"errs":{},"all":{},"alle":{},},**kw):
  335. if file_name in self.files:
  336. rfile_obj = self.files[file_name]
  337. st = os.stat(file_name)
  338. st_tuple = (st.st_mtime,st.st_size)
  339. # if rfile_obj["ftxt"] == "":
  340. eflag ="nd"
  341. # rfile_obj["ftxt"] = st_tuple
  342. if rfile_obj["ftxt"] != st_tuple:
  343. # p(rfile_obj["ftxt"])
  344. rfile_obj["ftxt"] = st_tuple
  345. try:
  346. f = open(file_name,"r")
  347. ftxt = f.read()
  348. # scope_key = rfile_obj.get("scope")
  349. # p(scope_key,rfile_obj)
  350. f.close()
  351. scope_obj = self.get_scope(file_name,rfile_obj)
  352. if self.scope_opt == "locals":
  353. eflag ="locals"
  354. exec(ftxt,scope_obj["globals"],scope_obj["locals"])
  355. elif self.scope_opt == "globals":
  356. eflag ="globals"
  357. exec(ftxt,scope_obj["globals"])
  358. else:
  359. eflag ="[]"
  360. exec(ftxt)
  361. except Exception as e:
  362. p()
  363. print("file:",file_name)
  364. print("EXCEPT",eflag,e)
  365. if self.print_tb:
  366. traceback.print_tb(e.__traceback__,file=sys.stdout)
  367. else:
  368. pass
  369. finally:
  370. pass
  371. print(end="",flush=True)
  372. return ret
  373. def rld_files(self):
  374. ret = {
  375. "errs":{},
  376. "all":{},
  377. "alle":{},
  378. }
  379. for k in [*self.files]:
  380. self.rld_file(k,ret)
  381. p("",end="",flush=True)
  382. return ret
  383. def fn1(*a,**kw):
  384. glob_cl.rman.rld_files()
  385. glob_cl = globCL()
  386. # we are not flushing databases if
  387. def atexit_fn():
  388. print("atexit_fn!\n\n")
  389. # rconn = glob_cl.rconn
  390. # rconn.flushall()
  391. # rconn.flushdb()
  392. print("",end="",flush=True)
  393. if hot_reload_build:
  394. glob_cl.rman.rld_files()
  395. atexit.register(atexit_fn)
  396. else:
  397. import wsps.hot_reload_temp_staging
  398. wsps.hot_reload_temp_staging.init_class_edits(Mixins)
  399. glob_cl.dev_room_dashboard = "jfi_dash"
  400. # if not hot_reload_build:
  401. # glob_cl.rman.rld_files()
  402. # print("############################ ##############################")