python /home/admin/mtr/script_for_cron.py -j datou_restart -m 50 -a '' -s datou_restart -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='restart', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 2611422 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : restart select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-02-19" and mdc.created_at < "2025-02-20 17:14:26" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4746,4795,4810,4810,4849,4851,4850,4867,4867,4893,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-02-19" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day)); nombre de datou_current selectionne : 6 delete batch current inutile (ne sont plus dans dashboard) ['2600340', '2600341', '2600342', '2600343', '2600344', '2600345'] select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (2600340,2600341,2600342,2600343,2600344,2600345) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; DELETE from MTRPhoto.mtr_datou_current where id in (2600340,2600341,2600342,2600343,2600344,2600345) SELECT id, mtd_id, updated_at FROM MTRPhoto.mtr_datou_current WHERE state = 1 AND updated_at < DATE_SUB(now(), INTERVAL 1000 SECOND) # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13537 sam is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 13540 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13539 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 13535 crop_condition is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 13535 crop_condition is not consistent : 4 used against 3 in the step definition ! Step 13545 argmax have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13546 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of outputs for step 13547 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 13548 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 13548 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 13538 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13538 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13536 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 13536 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13543 velours_tree is not consistent : 2 used against 1 in the step definition ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 1 of step 13538 doesn't seem to be define in the database( WARNING : type of input 3 of step 13536 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 13535 doesn't seem to be define in the database( WARNING : output 0 of step 13540 have datatype=6 whereas input 2 of step 13535 have datatype=None WARNING : type of input 2 of step 13535 doesn't seem to be define in the database( WARNING : output 0 of step 13539 have datatype=6 whereas input 2 of step 13535 have datatype=None We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 13535 doesn't seem to be define in the database( WARNING : type of input 3 of step 13538 doesn't seem to be define in the database( WARNING : type of output 2 of step 13537 doesn't seem to be define in the database( WARNING : type of input 1 of step 13540 doesn't seem to be define in the database( WARNING : type of output 2 of step 13537 doesn't seem to be define in the database( WARNING : type of input 1 of step 13539 doesn't seem to be define in the database( WARNING : output 0 of step 13538 have datatype=10 whereas input 0 of step 13543 have datatype=18 WARNING : type of output 1 of step 13539 doesn't seem to be define in the database( WARNING : type of input 5 of step 13541 doesn't seem to be define in the database( WARNING : type of output 1 of step 13540 doesn't seem to be define in the database( WARNING : type of input 5 of step 13541 doesn't seem to be define in the database( WARNING : type of output 1 of step 13543 doesn't seem to be define in the database( WARNING : type of input 5 of step 13541 doesn't seem to be define in the database( WARNING : output 0 of step 13538 have datatype=10 whereas input 3 of step 13541 have datatype=6 WARNING : output 0 of step 13545 have datatype=6 whereas input 2 of step 13546 have datatype=5 WARNING : type of output 3 of step 13546 doesn't seem to be define in the database( WARNING : type of input 1 of step 13547 doesn't seem to be define in the database( WARNING : type of input 2 of step 13548 doesn't seem to be define in the database( WARNING : output 1 of step 13547 have datatype=7 whereas input 2 of step 13548 have datatype=None We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 13548 doesn't seem to be define in the database( WARNING : type of input 3 of step 13538 doesn't seem to be define in the database( WARNING : type of output 2 of step 13537 doesn't seem to be define in the database( WARNING : type of input 2 of step 13535 doesn't seem to be define in the database( WARNING : output 0 of step 13537 have datatype=24 whereas input 0 of step 13546 have datatype=1 WARNING : output 1 of step 13537 have datatype=2 whereas input 1 of step 13546 have datatype=7 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11449 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 11452 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Step 11452 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11453 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11453 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11478 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11478 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11455 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11455 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11458 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 11449 doesn't seem to be define in the database( WARNING : type of input 2 of step 11452 doesn't seem to be define in the database( WARNING : output 1 of step 11449 have datatype=2 whereas input 1 of step 11453 have datatype=7 WARNING : type of output 2 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11454 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11456 doesn't seem to be define in the database( WARNING : type of output 1 of step 11456 doesn't seem to be define in the database( WARNING : type of input 3 of step 11455 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11456 have datatype=10 whereas input 3 of step 11458 have datatype=6 WARNING : type of input 5 of step 11458 doesn't seem to be define in the database( WARNING : output 0 of step 11477 have datatype=11 whereas input 5 of step 11458 have datatype=None WARNING : output 0 of step 11456 have datatype=10 whereas input 0 of step 11477 have datatype=18 WARNING : type of input 2 of step 11478 doesn't seem to be define in the database( WARNING : output 1 of step 11454 have datatype=7 whereas input 2 of step 11478 have datatype=None WARNING : type of output 3 of step 11478 doesn't seem to be define in the database( WARNING : type of input 2 of step 11456 doesn't seem to be define in the database( WARNING : output 0 of step 11453 have datatype=1 whereas input 0 of step 11454 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11560 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 11567 mask_detect have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11567 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 11563 crop_condition is not consistent : 4 used against 2 in the step definition ! Step 11563 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11564 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11564 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 11565 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11565 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11573 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11573 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11568 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11568 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11566 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11566 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 11560 doesn't seem to be define in the database( WARNING : type of input 2 of step 11563 doesn't seem to be define in the database( WARNING : output 1 of step 11560 have datatype=2 whereas input 1 of step 11564 have datatype=7 WARNING : type of output 2 of step 11564 doesn't seem to be define in the database( WARNING : type of input 1 of step 11565 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 11567 doesn't seem to be define in the database( WARNING : type of input 3 of step 11563 doesn't seem to be define in the database( WARNING : type of output 3 of step 11564 doesn't seem to be define in the database( WARNING : type of input 1 of step 11568 doesn't seem to be define in the database( WARNING : type of output 1 of step 11568 doesn't seem to be define in the database( WARNING : type of input 3 of step 11566 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11563 doesn't seem to be define in the database( WARNING : output 0 of step 11570 have datatype=6 whereas input 2 of step 11563 have datatype=None WARNING : type of input 2 of step 11563 doesn't seem to be define in the database( WARNING : output 0 of step 11569 have datatype=6 whereas input 2 of step 11563 have datatype=None WARNING : type of output 2 of step 11560 doesn't seem to be define in the database( WARNING : type of input 1 of step 11570 doesn't seem to be define in the database( WARNING : type of output 2 of step 11560 doesn't seem to be define in the database( WARNING : type of input 1 of step 11569 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11568 have datatype=10 whereas input 3 of step 11571 have datatype=6 WARNING : type of input 2 of step 11573 doesn't seem to be define in the database( WARNING : output 1 of step 11565 have datatype=7 whereas input 2 of step 11573 have datatype=None WARNING : type of output 3 of step 11573 doesn't seem to be define in the database( WARNING : type of input 3 of step 11568 doesn't seem to be define in the database( WARNING : output 0 of step 11568 have datatype=10 whereas input 0 of step 11587 have datatype=18 WARNING : type of input 5 of step 11571 doesn't seem to be define in the database( WARNING : output 0 of step 11587 have datatype=11 whereas input 5 of step 11571 have datatype=None WARNING : output 0 of step 11564 have datatype=1 whereas input 0 of step 11565 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list !Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. /bin/sh: 1: kill: No such process /bin/sh: 1: kill: No such process All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13611 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 13613 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Step 13613 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 13614 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 13614 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 13615 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13615 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 13621 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 13621 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 13617 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13617 ventilate_hashtags_in_portfolio have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 13611 doesn't seem to be define in the database( WARNING : type of input 2 of step 13613 doesn't seem to be define in the database( WARNING : output 1 of step 13611 have datatype=2 whereas input 1 of step 13614 have datatype=7 WARNING : type of output 2 of step 13614 doesn't seem to be define in the database( WARNING : type of input 1 of step 13615 doesn't seem to be define in the database( WARNING : type of output 3 of step 13614 doesn't seem to be define in the database( WARNING : type of input 1 of step 13617 doesn't seem to be define in the database( WARNING : type of input 2 of step 13621 doesn't seem to be define in the database( WARNING : output 1 of step 13615 have datatype=7 whereas input 2 of step 13621 have datatype=None WARNING : type of output 3 of step 13621 doesn't seem to be define in the database( WARNING : type of input 2 of step 13617 doesn't seem to be define in the database( WARNING : output 0 of step 13614 have datatype=1 whereas input 0 of step 13615 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : difference : -189 for current_id 2593500, if negative, datou_current will be reset difference : 9112 for current_id 2593501, if negative, datou_current will be reset difference : 9411 for current_id 2593502, if negative, datou_current will be reset difference : 411 for current_id 2593528, if negative, datou_current will be reset difference : 712 for current_id 2593529, if negative, datou_current will be reset difference : 1011 for current_id 2593530, if negative, datou_current will be reset difference : 1312 for current_id 2593531, if negative, datou_current will be reset difference : 2511 for current_id 2593532, if negative, datou_current will be reset difference : 3409 for current_id 2593533, if negative, datou_current will be reset difference : 3712 for current_id 2593534, if negative, datou_current will be reset difference : 4311 for current_id 2593539, if negative, datou_current will be reset difference : 4609 for current_id 2593540, if negative, datou_current will be reset difference : 5212 for current_id 2593541, if negative, datou_current will be reset difference : 5513 for current_id 2593864, if negative, datou_current will be reset difference : 6411 for current_id 2593909, if negative, datou_current will be reset difference : 6710 for current_id 2593968, if negative, datou_current will be reset difference : 9712 for current_id 2594006, if negative, datou_current will be reset difference : 3811 for current_id 2599532, if negative, datou_current will be reset difference : 4103 for current_id 2599573, if negative, datou_current will be reset difference : 500 for current_id 2599758, if negative, datou_current will be reset difference : -168 for current_id 2599569, if negative, datou_current will be reset difference : -257 for current_id 2599700, if negative, datou_current will be reset difference : 1302 for current_id 2599701, if negative, datou_current will be reset difference : 2140 for current_id 2600149, if negative, datou_current will be reset difference : 6926 for current_id 2600021, if negative, datou_current will be reset difference : -714 for current_id 2600198, if negative, datou_current will be reset difference : -394 for current_id 2600221, if negative, datou_current will be reset difference : -274 for current_id 2600226, if negative, datou_current will be reset difference : -153 for current_id 2600231, if negative, datou_current will be reset difference : -32 for current_id 2600236, if negative, datou_current will be reset difference : 108 for current_id 2600241, if negative, datou_current will be reset difference : 226 for current_id 2600247, if negative, datou_current will be reset difference : 326 for current_id 2600252, if negative, datou_current will be reset difference : 464 for current_id 2600256, if negative, datou_current will be reset difference : 588 for current_id 2600260, if negative, datou_current will be reset difference : 686 for current_id 2600263, if negative, datou_current will be reset difference : 795 for current_id 2600272, if negative, datou_current will be reset About to reset 8 current_datou ! select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (2593500,2599569,2599700,2600198,2600221,2600226,2600231,2600236) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 255 kill 2600236 done time start.command timeout = 5 255 kill 2600231 done time start.command timeout = 5 255 kill 2599569 done time start.command timeout = 5 255 kill 2600226 done time start.command timeout = 5 255 kill 2600221 done time start.command timeout = 5 255 kill 2600198 done time start.command timeout = 5 1 kill 2599700 done time start.command timeout = 5 1 kill 2593500 done DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2600236 and created_at >= "2025-02-20 16:43:14" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2600236 and created_at >= "2025-02-20 16:43:14" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2600231 and created_at >= "2025-02-20 16:41:13" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2600231 and created_at >= "2025-02-20 16:41:13" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2599569 and created_at >= "2025-02-20 16:40:59" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2599569 and created_at >= "2025-02-20 16:40:59" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2600226 and created_at >= "2025-02-20 16:39:12" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2600226 and created_at >= "2025-02-20 16:39:12" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2600221 and created_at >= "2025-02-20 16:37:12" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2600221 and created_at >= "2025-02-20 16:37:12" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2600198 and created_at >= "2025-02-20 16:31:52" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2600198 and created_at >= "2025-02-20 16:31:52" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2599700 and created_at >= "2025-02-20 15:54:29" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2599700 and created_at >= "2025-02-20 15:54:29" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2593500 and created_at >= "2025-02-20 13:55:37" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2593500 and created_at >= "2025-02-20 13:55:37" UPDATE MTRPhoto.mtr_datou_current SET state = 0 where state > 0 AND id IN (2593500,2599569,2599700,2600198,2600221,2600226,2600231,2600236) new path : /proc/2611422/ Name: python Umask: 0002 State: R (running) Tgid: 2611422 Ngid: 0 Pid: 2611422 PPid: 2611420 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 2611422 NSpid: 2611422 NSpgid: 2610147 NSsid: 2610147 VmPeak: 1107260 kB VmSize: 1107260 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 99264 kB VmRSS: 99264 kB RssAnon: 60224 kB RssFile: 39040 kB RssShmem: 0 kB VmData: 866012 kB VmStk: 132 kB VmExe: 2640 kB VmLib: 130468 kB VmPTE: 580 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 3/63054 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 143 nonvoluntary_ctxt_switches: 169 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '2611422', 'Ngid': '0', 'Pid': '2611422', 'PPid': '2611420', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '2611422', 'NSpid': '2611422', 'NSpgid': '2610147', 'NSsid': '2610147', 'VmPeak': '1107260 kB', 'VmSize': '1107260 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '99264 kB', 'VmRSS': '99264 kB', 'RssAnon': '60224 kB', 'RssFile': '39040 kB', 'RssShmem': '0 kB', 'VmData': '866012 kB', 'VmStk': '132 kB', 'VmExe': '2640 kB', 'VmLib': '130468 kB', 'VmPTE': '580 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '3/63054', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '143', 'nonvoluntary_ctxt_switches': '169'} ('datou_restart', '2611422', '1107260', '0', '1107260', '866012', '99264', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.24user 0.89system 0:13.13elapsed 16%CPU (0avgtext+0avgdata 99280maxresident)k 0inputs+72outputs (0major+53617minor)pagefaults 0swaps