python /home/admin/mtr/script_for_cron.py -j datou_current3 -m 20 -a ' -a 4935' -s datou_current_4935 -M 0 -S 0 -U 95,95,120 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/caffe_cuda8_python3/python', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] process id : 2805290 load datou : 4935 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! Unexpected type for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? load thcls load pdts Running datou job : batch_current TODO datou_current to load to do maybe to take outside batchDatouExec updating current state to 1 list_input_json: [] Current got : datou_id : 4935, datou_cur_ids : ['3667137'] with mtr_portfolio_ids : ['26552212'] and first list_photo_ids : [] new path : /proc/2805290/ Inside batchDatouExec : verbose : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! List Step Type Loaded in datou : merge_dashboard over limit max, limiting to limit_max 100 list_input_json : [] origin We have 1 , WARNING: data may be incomplete, need to offset and complete ! we have missing 0 photos in the step downloads : photo missing : [] try to delete the photos missing in DB time to download the photos : 0.050545692443847656 About to test input to load Calling datou_exec Inside datou_exec : verbose : 0 number of steps : 1 step1:merge_dashboard Fri Sep 5 02:46:27 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec 2022-04-13 10:29:59 0 TODO : Insert select and so on TODO : Insert select and so on to do to do to do to do to do to do to do to do to do to do TODO : Insert select and so on Catched exception ! Connect or reconnect ! Catched exception ! Connect or reconnect ! INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 00:00:24', '2025-09-05 00:14:54', 75, 26552286, 0.04774675192080819, 3666584, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26552286_05-09-2025_00_17_01.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26552297, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 26552298, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26552299, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26552300, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26552301, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26552302, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26552303, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26552304, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26552305, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26552306, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26552307, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 26552308, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 00:15:03', '2025-09-05 00:29:34', 71, 26552950, 0.053637049482939146, 3666648, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26552950_05-09-2025_00_32_58.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 26552954, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26552955, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26552956, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26552957, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26552958, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 26552959, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26552960, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26552961, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26552962, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26552963, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26552964, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26552965, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 00:30:04', '2025-09-05 00:44:53', 74, 26553483, 0.0521622743835702, 3666712, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26553483_05-09-2025_00_47_02.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26553490, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26553491, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26553492, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26553493, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26553494, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26553495, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 26553496, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26553497, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26553498, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26553499, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26553500, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 26553501, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 00:45:03', '2025-09-05 00:57:44', 48, 26553954, 0.038686864708222954, 3666772, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26553954_05-09-2025_02_01_03.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26553963, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26553964, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26553965, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26553966, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26553967, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 26553968, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26553969, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26553970, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 26553971, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26553972, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26553973, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26553974, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 01:30:54', '2025-09-05 01:44:54', 57, 26555558, 0.05771406143431616, -1, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26555558_05-09-2025_02_02_04.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 26555617, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26555618, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26555619, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26555620, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 26555621, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26555622, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26555623, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26555624, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26555625, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26555626, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26555627, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26555628, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 01:45:04', '2025-09-05 01:58:54', 71, 26555560, 0.043526961330972676, 3666994, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26555560_05-09-2025_02_34_00.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26555564, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26555565, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 26555566, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26555567, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 26555568, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26555569, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26555570, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26555571, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26555572, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26555573, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26555574, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26555575, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 02:00:14', '2025-09-05 02:14:54', 41, 26556761, 0.050995299214166845, 3667087, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26556761_05-09-2025_02_35_31.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 26556766, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26556767, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26556768, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26556769, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26556770, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26556771, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 26556772, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26556773, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26556774, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26556775, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26556776, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26556777, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 02:15:15', '2025-09-05 02:29:45', 24, 26556619, 0.07673693332822124, 3667078, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26556619_05-09-2025_02_33_31.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 26556649, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26556650, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26556651, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26556652, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26556653, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26556654, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 26556655, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26556656, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26556657, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26556658, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26556659, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26556660, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2241967, '_______JRM', '2025-09-05 02:30:24', '2025-09-05 02:43:44', 68, 26556621, 0.06541697911613303, 3667079, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P26556621_05-09-2025_02_45_00.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 26556625, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 26556626, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 26556627, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 26556628, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 26556629, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 26556630, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 26556631, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 26556632, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 26556633, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 26556634, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 26556635, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 26556636, 'pht': 3726}}" ); Inside saveOutput : final : True verbose : 0 ouput is None saving photo_ids in datou_result begin to insert list_values into mtr_datou_result : length of list_values in save_final : 100 time used for this insertion : 0.027261972427368164 time spend for datou_step_exec : 0.5068159103393555 time spend to save output : 0.027730703353881836 total time spend for step 1 : 0.5345466136932373 caffe_path_current : About to save ! 2 After save, about to update current ! ret : 2 len(input) + len(total_photo_id_missing) : 1 set_done_treatment 0.96user 0.36system 0:02.23elapsed 59%CPU (0avgtext+0avgdata 100016maxresident)k 0inputs+32outputs (4major+48532minor)pagefaults 0swaps