python /home/admin/mtr/script_for_cron.py -j datou_restart -m 50 -a '' -s datou_restart -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='restart', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 3202206 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : restart select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-07-06" and mdc.created_at < "2025-07-07 05:29:27" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4746,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4932,4795,4810,4810,4849,4851,4850,4867,4867,4893,4916,4934,4935,4876,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-07-06" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day)); nombre de datou_current selectionne : 0 delete batch current inutile (ne sont plus dans dashboard) [] Useless call to update_current_state SELECT id, mtd_id, updated_at FROM MTRPhoto.mtr_datou_current WHERE state = 1 AND updated_at < DATE_SUB(now(), INTERVAL 1000 SECOND) # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13204 sam is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 13207 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13206 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 13202 crop_condition is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 13202 crop_condition is not consistent : 4 used against 3 in the step definition ! Step 13212 argmax have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13213 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of outputs for step 13214 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 13215 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 13215 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 13205 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13205 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13203 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 13203 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13210 velours_tree is not consistent : 2 used against 1 in the step definition ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 1 of step 13205 doesn't seem to be define in the database( WARNING : type of input 3 of step 13203 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 13202 doesn't seem to be define in the database( WARNING : output 0 of step 13207 have datatype=6 whereas input 2 of step 13202 have datatype=None WARNING : type of input 2 of step 13202 doesn't seem to be define in the database( WARNING : output 0 of step 13206 have datatype=6 whereas input 2 of step 13202 have datatype=None We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 13202 doesn't seem to be define in the database( WARNING : type of input 3 of step 13205 doesn't seem to be define in the database( WARNING : type of output 2 of step 13204 doesn't seem to be define in the database( WARNING : type of input 1 of step 13207 doesn't seem to be define in the database( WARNING : type of output 2 of step 13204 doesn't seem to be define in the database( WARNING : type of input 1 of step 13206 doesn't seem to be define in the database( WARNING : output 0 of step 13205 have datatype=10 whereas input 0 of step 13210 have datatype=18 WARNING : type of output 1 of step 13206 doesn't seem to be define in the database( WARNING : type of input 5 of step 13208 doesn't seem to be define in the database( WARNING : type of output 1 of step 13207 doesn't seem to be define in the database( WARNING : type of input 5 of step 13208 doesn't seem to be define in the database( WARNING : type of output 1 of step 13210 doesn't seem to be define in the database( WARNING : type of input 5 of step 13208 doesn't seem to be define in the database( WARNING : output 0 of step 13205 have datatype=10 whereas input 3 of step 13208 have datatype=6 WARNING : output 0 of step 13212 have datatype=6 whereas input 2 of step 13213 have datatype=5 WARNING : type of output 3 of step 13213 doesn't seem to be define in the database( WARNING : type of input 1 of step 13214 doesn't seem to be define in the database( WARNING : type of input 2 of step 13215 doesn't seem to be define in the database( WARNING : output 1 of step 13214 have datatype=7 whereas input 2 of step 13215 have datatype=None We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 13215 doesn't seem to be define in the database( WARNING : type of input 3 of step 13205 doesn't seem to be define in the database( WARNING : type of output 2 of step 13204 doesn't seem to be define in the database( WARNING : type of input 2 of step 13202 doesn't seem to be define in the database( WARNING : output 0 of step 13204 have datatype=24 whereas input 0 of step 13213 have datatype=1 WARNING : output 1 of step 13204 have datatype=2 whereas input 1 of step 13213 have datatype=7 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 11359 frcnn is not linked in the step_by_step architecture ! Step 11362 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11361 paddle_ocr have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : difference : 99 for current_id 3039460, if negative, datou_current will be reset difference : 399 for current_id 3039715, if negative, datou_current will be reset difference : 280 for current_id 3039763, if negative, datou_current will be reset difference : -320 for current_id 3039847, if negative, datou_current will be reset difference : -190 for current_id 3071047, if negative, datou_current will be reset difference : -792 for current_id 3239079, if negative, datou_current will be reset About to reset 3 current_datou ! select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (3039847,3071047,3239079) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 255 kill 3039847 done can't kill processus 3035470 for datou current 3071047 on unknown host catherine can't kill processus 3028282 for datou current 3239079 on unknown host catherine DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3039847 and created_at >= "2025-07-07 04:38:27" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3039847 and created_at >= "2025-07-07 04:38:27" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3071047 and created_at >= "2025-07-07 03:40:37" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3071047 and created_at >= "2025-07-07 03:40:37" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3239079 and created_at >= "2025-07-07 03:30:35" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3239079 and created_at >= "2025-07-07 03:30:35" UPDATE MTRPhoto.mtr_datou_current SET state = 0 where state > 0 AND id IN (3039847,3071047,3239079) new path : /proc/3202206/ Name: python Umask: 0002 State: R (running) Tgid: 3202206 Ngid: 0 Pid: 3202206 PPid: 3202202 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 3202206 NSpid: 3202206 NSpgid: 3201423 NSsid: 3201423 VmPeak: 1107016 kB VmSize: 1107016 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 98792 kB VmRSS: 98792 kB RssAnon: 59956 kB RssFile: 38836 kB RssShmem: 0 kB VmData: 865768 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 556 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 6/63019 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 63 nonvoluntary_ctxt_switches: 155 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '3202206', 'Ngid': '0', 'Pid': '3202206', 'PPid': '3202202', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '3202206', 'NSpid': '3202206', 'NSpgid': '3201423', 'NSsid': '3201423', 'VmPeak': '1107016 kB', 'VmSize': '1107016 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '98792 kB', 'VmRSS': '98792 kB', 'RssAnon': '59956 kB', 'RssFile': '38836 kB', 'RssShmem': '0 kB', 'VmData': '865768 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '556 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '6/63019', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '63', 'nonvoluntary_ctxt_switches': '155'} ('datou_restart', '3202206', '1107016', '0', '1107016', '865768', '98792', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.35user 0.74system 0:15.63elapsed 13%CPU (0avgtext+0avgdata 98812maxresident)k 40inputs+48outputs (2major+49155minor)pagefaults 0swaps