python /home/admin/mtr/script_for_cron.py -j datou_restart -m 50 -a '' -s datou_restart -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='restart', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 2848534 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : restart ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-07-10" and mdc.created_at < "2025-07-11 07:14:25" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4746,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4932,4795,4810,4810,4849,4851,4850,4867,4867,4893,4916,4934,4935,4876,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-07-10" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day)); nombre de datou_current selectionne : 2 delete batch current inutile (ne sont plus dans dashboard) ['3269260', '3269301'] select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (3269260,3269301) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 255 kill 3269301 done can't kill processus 1353509 for datou current 3269260 on unknown host catherine DELETE from MTRPhoto.mtr_datou_current where id in (3269260,3269301) SELECT id, mtd_id, updated_at FROM MTRPhoto.mtr_datou_current WHERE state = 1 AND updated_at < DATE_SUB(now(), INTERVAL 1000 SECOND) # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 11937 tfhub_classification2 is not linked in the step_by_step architecture ! WARNING : step 11938 argmax is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 10383 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 10391 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10392 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 10387 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 10387 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 10390 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 10390 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11838 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11838 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 10386 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 10385 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 10385 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 10393 send_mail_cod have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Step 10430 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 3 of step 10385 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 10383 doesn't seem to be define in the database( WARNING : type of input 2 of step 10387 doesn't seem to be define in the database( WARNING : output 1 of step 10383 have datatype=2 whereas input 1 of step 10390 have datatype=7 WARNING : type of output 2 of step 10390 doesn't seem to be define in the database( WARNING : type of input 1 of step 10384 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 10386 have datatype=10 whereas input 3 of step 10393 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10391 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of output 1 of step 10392 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of input 5 of step 10393 doesn't seem to be define in the database( WARNING : output 0 of step 11836 have datatype=11 whereas input 5 of step 10393 have datatype=None WARNING : output 0 of step 10386 have datatype=10 whereas input 0 of step 11836 have datatype=18 WARNING : type of output 3 of step 11838 doesn't seem to be define in the database( WARNING : type of input 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 2 of step 11838 doesn't seem to be define in the database( /bin/sh: 1: kill: No such process ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host WARNING : output 1 of step 10384 have datatype=7 whereas input 2 of step 11838 have datatype=None WARNING : output 0 of step 10390 have datatype=1 whereas input 0 of step 10384 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : difference : 1112 for current_id 3262982, if negative, datou_current will be reset difference : -558 for current_id 3268562, if negative, datou_current will be reset difference : 10313 for current_id 3265890, if negative, datou_current will be reset difference : -638 for current_id 3267321, if negative, datou_current will be reset difference : 4740 for current_id 3268083, if negative, datou_current will be reset difference : -820 for current_id 3268703, if negative, datou_current will be reset difference : -830 for current_id 3268708, if negative, datou_current will be reset difference : 2781 for current_id 3269049, if negative, datou_current will be reset difference : 2771 for current_id 3269050, if negative, datou_current will be reset difference : 2660 for current_id 3269055, if negative, datou_current will be reset difference : 3130 for current_id 3269093, if negative, datou_current will be reset difference : 3140 for current_id 3269094, if negative, datou_current will be reset difference : 6371 for current_id 3269250, if negative, datou_current will be reset difference : 6320 for current_id 3269251, if negative, datou_current will be reset difference : 6240 for current_id 3269252, if negative, datou_current will be reset difference : 6260 for current_id 3269256, if negative, datou_current will be reset difference : -380 for current_id 3267791, if negative, datou_current will be reset About to reset 5 current_datou ! select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (3268562,3267321,3268703,3268708,3267791) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 1 kill 3267791 done can't kill processus 1214068 for datou current 3268562 on unknown host catherine can't kill processus 1111275 for datou current 3267321 on unknown host catherine can't kill processus 1106373 for datou current 3268703 on unknown host catherine time start.command timeout = 5 255 kill 3268708 done DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3267791 and created_at >= "2025-07-11 06:37:26" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3267791 and created_at >= "2025-07-11 06:37:26" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3268562 and created_at >= "2025-07-11 05:58:27" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3268562 and created_at >= "2025-07-11 05:58:27" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3267321 and created_at >= "2025-07-11 05:01:27" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3267321 and created_at >= "2025-07-11 05:01:27" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3268703 and created_at >= "2025-07-11 04:58:25" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3268703 and created_at >= "2025-07-11 04:58:25" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3268708 and created_at >= "2025-07-11 04:58:15" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3268708 and created_at >= "2025-07-11 04:58:15" UPDATE MTRPhoto.mtr_datou_current SET state = 0 where state > 0 AND id IN (3268562,3267321,3268703,3268708,3267791) new path : /proc/2848534/ Name: python Umask: 0002 State: R (running) Tgid: 2848534 Ngid: 0 Pid: 2848534 PPid: 2848533 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 2848534 NSpid: 2848534 NSpgid: 2848164 NSsid: 2848164 VmPeak: 1107004 kB VmSize: 1107004 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 100908 kB VmRSS: 100908 kB RssAnon: 60012 kB RssFile: 40896 kB RssShmem: 0 kB VmData: 865756 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 552 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 6/63019 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 95 nonvoluntary_ctxt_switches: 168 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '2848534', 'Ngid': '0', 'Pid': '2848534', 'PPid': '2848533', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '2848534', 'NSpid': '2848534', 'NSpgid': '2848164', 'NSsid': '2848164', 'VmPeak': '1107004 kB', 'VmSize': '1107004 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '100908 kB', 'VmRSS': '100908 kB', 'RssAnon': '60012 kB', 'RssFile': '40896 kB', 'RssShmem': '0 kB', 'VmData': '865756 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '552 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '6/63019', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '95', 'nonvoluntary_ctxt_switches': '168'} ('datou_restart', '2848534', '1107004', '0', '1107004', '865756', '100908', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.35user 0.57system 0:13.21elapsed 14%CPU (0avgtext+0avgdata 100936maxresident)k 0inputs+56outputs (0major+50607minor)pagefaults 0swaps