python /home/admin/mtr/script_for_cron.py -j datou_restart -m 50 -a '' -s datou_restart -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='restart', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 2696944 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : restart select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-04-12" and mdc.created_at < "2025-04-13 13:59:27" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4746,4795,4810,4810,4849,4851,4850,4867,4867,4893,4916,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-04-12" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host /bin/sh: 1: kill: No such process Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : difference : 2910 for current_id 2722991, if negative, datou_current will be reset difference : 2308 for current_id 2727237, if negative, datou_current will be reset difference : 1410 for current_id 2749870, if negative, datou_current will be reset difference : 4310 for current_id 2724763, if negative, datou_current will be reset difference : 9988 for current_id 2725581, if negative, datou_current will be reset difference : 7487 for current_id 2725614, if negative, datou_current will be reset difference : 6528 for current_id 2725622, if negative, datou_current will be reset difference : 5570 for current_id 2725625, if negative, datou_current will be reset difference : 4607 for current_id 2725644, if negative, datou_current will be reset difference : 4585 for current_id 2725646, if negative, datou_current will be reset difference : 4368 for current_id 2725647, if negative, datou_current will be reset difference : 2929 for current_id 2725662, if negative, datou_current will be reset difference : 2786 for current_id 2725664, if negative, datou_current will be reset difference : 1008 for current_id 2725677, if negative, datou_current will be reset difference : 985 for current_id 2725680, if negative, datou_current will be reset difference : -188 for current_id 2732572, if negative, datou_current will be reset difference : 6409 for current_id 2733054, if negative, datou_current will be reset difference : 7059 for current_id 2742388, if negative, datou_current will be reset difference : 6987 for current_id 2742391, if negative, datou_current will be reset difference : 6699 for current_id 2742395, if negative, datou_current will be reset difference : 10776 for current_id 2742389, if negative, datou_current will be reset difference : 4821 for current_id 2749522, if negative, datou_current will be reset difference : 4794 for current_id 2749531, if negative, datou_current will be reset difference : -111 for current_id 2750035, if negative, datou_current will be reset difference : 3919 for current_id 2750078, if negative, datou_current will be reset difference : 3859 for current_id 2750084, if negative, datou_current will be reset difference : 5777 for current_id 2750087, if negative, datou_current will be reset difference : 5470 for current_id 2750094, if negative, datou_current will be reset difference : 1084 for current_id 2750101, if negative, datou_current will be reset difference : 2960 for current_id 2750104, if negative, datou_current will be reset difference : 2952 for current_id 2750115, if negative, datou_current will be reset difference : 5755 for current_id 2750118, if negative, datou_current will be reset difference : 2300 for current_id 2750127, if negative, datou_current will be reset difference : 2177 for current_id 2750142, if negative, datou_current will be reset difference : 2154 for current_id 2750144, if negative, datou_current will be reset difference : 2118 for current_id 2750146, if negative, datou_current will be reset difference : 1440 for current_id 2750237, if negative, datou_current will be reset difference : 1399 for current_id 2750241, if negative, datou_current will be reset difference : 1341 for current_id 2750243, if negative, datou_current will be reset difference : 4741 for current_id 2750248, if negative, datou_current will be reset difference : 1280 for current_id 2750252, if negative, datou_current will be reset difference : 1195 for current_id 2750253, if negative, datou_current will be reset difference : 1219 for current_id 2750254, if negative, datou_current will be reset difference : 1149 for current_id 2750256, if negative, datou_current will be reset difference : 2770 for current_id 2750260, if negative, datou_current will be reset difference : 5540 for current_id 2750264, if negative, datou_current will be reset difference : 430 for current_id 2750265, if negative, datou_current will be reset difference : 378 for current_id 2750268, if negative, datou_current will be reset difference : 319 for current_id 2750271, if negative, datou_current will be reset difference : -161 for current_id 2750279, if negative, datou_current will be reset difference : 5237 for current_id 2750289, if negative, datou_current will be reset difference : -360 for current_id 2750293, if negative, datou_current will be reset difference : 2059 for current_id 2750298, if negative, datou_current will be reset difference : 5040 for current_id 2750303, if negative, datou_current will be reset difference : -583 for current_id 2750306, if negative, datou_current will be reset difference : 6319 for current_id 2750308, if negative, datou_current will be reset difference : 5658 for current_id 2750342, if negative, datou_current will be reset difference : 5649 for current_id 2750363, if negative, datou_current will be reset difference : 248 for current_id 2750369, if negative, datou_current will be reset difference : 250 for current_id 2749786, if negative, datou_current will be reset difference : -141 for current_id 2749789, if negative, datou_current will be reset difference : 285 for current_id 2749794, if negative, datou_current will be reset About to reset 6 current_datou ! select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (2732572,2750035,2750279,2750293,2750306,2749789) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 255 kill 2749789 done time start.command timeout = 5 255 kill 2750035 done time start.command timeout = 5 255 kill 2750279 done can't kill processus 934404 for datou current 2750293 on unknown host catherine time start.command timeout = 5 255 kill 2750306 done time start.command timeout = 5 1 kill 2732572 done DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2749789 and created_at >= "2025-04-13 13:26:48" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2749789 and created_at >= "2025-04-13 13:26:48" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2750035 and created_at >= "2025-04-13 11:55:32" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2750035 and created_at >= "2025-04-13 11:55:32" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2750279 and created_at >= "2025-04-13 11:54:42" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2750279 and created_at >= "2025-04-13 11:54:42" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2750293 and created_at >= "2025-04-13 11:51:07" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2750293 and created_at >= "2025-04-13 11:51:07" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2750306 and created_at >= "2025-04-13 11:47:40" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2750306 and created_at >= "2025-04-13 11:47:40" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2732572 and created_at >= "2025-04-13 11:40:39" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2732572 and created_at >= "2025-04-13 11:40:39" UPDATE MTRPhoto.mtr_datou_current SET state = 0 where state > 0 AND id IN (2732572,2750035,2750279,2750293,2750306,2749789) new path : /proc/2696944/ Name: python Umask: 0002 State: R (running) Tgid: 2696944 Ngid: 0 Pid: 2696944 PPid: 2696894 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 2696944 NSpid: 2696944 NSpgid: 2682180 NSsid: 2682180 VmPeak: 1107196 kB VmSize: 1107196 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 98672 kB VmRSS: 98672 kB RssAnon: 60212 kB RssFile: 38460 kB RssShmem: 0 kB VmData: 865944 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 552 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 0/63054 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 118 nonvoluntary_ctxt_switches: 228 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '2696944', 'Ngid': '0', 'Pid': '2696944', 'PPid': '2696894', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '2696944', 'NSpid': '2696944', 'NSpgid': '2682180', 'NSsid': '2682180', 'VmPeak': '1107196 kB', 'VmSize': '1107196 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '98672 kB', 'VmRSS': '98672 kB', 'RssAnon': '60212 kB', 'RssFile': '38460 kB', 'RssShmem': '0 kB', 'VmData': '865944 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '552 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '0/63054', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '118', 'nonvoluntary_ctxt_switches': '228'} ('datou_restart', '2696944', '1107196', '0', '1107196', '865944', '98672', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.42user 0.56system 0:23.40elapsed 8%CPU (0avgtext+0avgdata 98688maxresident)k 0inputs+112outputs (2major+51764minor)pagefaults 0swaps