python /home/admin/mtr/script_for_cron.py -j datou_current3 -m 20 -a ' -a 4935' -s datou_current_4935 -M 0 -S 0 -U 95,95,120 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/caffe_cuda8_python3/python', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] process id : 882521 load datou : 4935 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! Unexpected type for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? load thcls load pdts Running datou job : batch_current TODO datou_current to load to do maybe to take outside batchDatouExec no input labels no input values updating current state to 1 list_input_json: {} Current got : datou_id : 4935, datou_cur_ids : ['3981439'] with mtr_portfolio_ids : ['28078676'] and first list_photo_ids : [] new path : /proc/882521/ Inside batchDatouExec : verbose : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! List Step Type Loaded in datou : merge_dashboard over limit max, limiting to limit_max 100 list_input_json : {} origin We have 1 , WARNING: data may be incomplete, need to offset and complete ! we have missing 0 photos in the step downloads : photo missing : [] try to delete the photos missing in DB time to download the photos : 0.027751445770263672 About to test input to load Calling datou_exec Inside datou_exec : verbose : 0 number of steps : 1 step1:merge_dashboard Mon Nov 3 07:04:27 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec 2022-04-13 10:29:59 0 TODO : Insert select and so on TODO : Insert select and so on to do to do to do to do to do to do to do to do to do to do to do TODO : Insert select and so on Catched exception ! Connect or reconnect ! Catched exception ! Connect or reconnect ! INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2504463, '_______JRM', '2025-11-03 05:20:55', '2025-11-03 05:29:56', 35, 28078721, 0.06213698275240268, 3980789, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P28078721_03-11-2025_05_32_59.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 28078722, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 28078723, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 28078724, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 28078725, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 28078726, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 28078727, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 28078728, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 28078729, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 28078730, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 28078731, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 28078732, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 28078733, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2504463, '_______JRM', '2025-11-03 05:30:06', '2025-11-03 05:44:55', 89, 28078945, 0.05357560531748889, 3980816, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P28078945_03-11-2025_05_47_01.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 28078950, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 28078951, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 28078952, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 28078953, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 28078954, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 28078955, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 28078956, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 28078957, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 28078958, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 28078959, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 28078960, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 28078961, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2504463, '_______JRM', '2025-11-03 05:45:05', '2025-11-03 05:59:24', 92, 28079283, 0.06118860467769547, 3980856, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P28079283_03-11-2025_06_02_59.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 28079286, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 28079287, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 28079288, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 28079289, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 28079290, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 28079291, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 28079292, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 28079293, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 28079294, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 28079295, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 28079296, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 28079297, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2504463, '_______JRM', '2025-11-03 06:00:04', '2025-11-03 06:14:54', 100, 28079678, 0.054086436706921835, 3980915, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P28079678_03-11-2025_06_19_31.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 28079688, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 28079689, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 28079690, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 28079691, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 28079692, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 28079693, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 28079694, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 28079695, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 28079696, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 28079697, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 28079698, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 28079699, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2504463, '_______JRM', '2025-11-03 06:15:05', '2025-11-03 06:29:54', 86, 28080272, 0.05890342958004019, 3981008, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P28080272_03-11-2025_06_32_59.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 28080274, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 28080275, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 28080276, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 28080277, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 28080278, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 28080279, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 28080280, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 28080281, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 28080282, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 28080283, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 28080284, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 28080285, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2504463, '_______JRM', '2025-11-03 06:30:04', '2025-11-03 06:40:34', 59, 28080736, 0.04173890434520197, 3981126, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P28080736_03-11-2025_06_49_00.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 28080748, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 28080749, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 28080750, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 28080751, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 28080752, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 28080753, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 28080754, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 28080755, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 28080756, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 28080757, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 28080758, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 28080759, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2504463, '_______JRM', '2025-11-03 06:47:24', '2025-11-03 06:59:54', 68, 28081410, 0.03864645726395314, 3981352, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P28081410_03-11-2025_07_03_29.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 28081411, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 28081412, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 28081413, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 28081414, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 28081415, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 28081416, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 28081417, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 28081418, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 28081419, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 28081420, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 28081421, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 28081422, 'pht': 3726}}" ); INSERT INTO `MTRPhoto`.`dashboard_results` (`dashboard_run_id`, `hashtag`, `date_debut`, `date_fin`, `nombre_balle`, `mtr_portfolio_id`, `qualite`, `datou_result_id_qualite`, `completion_percentage`, `completion_json`) VALUES (2504463, '_______JRM', '2025-11-03 07:00:04', '2025-11-03 07:00:44', 4, 28081721, -1.0, -1, '-1.0', "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P28081721_03-11-2025_07_03_00.pdf'}" ); Inside saveOutput : final : True verbose : 0 ouput is None saving photo_ids in datou_result begin to insert list_values into mtr_datou_result : length of list_values in save_final : 100 time used for this insertion : 0.022716283798217773 time spend for datou_step_exec : 0.3910703659057617 time spend to save output : 0.023151397705078125 total time spend for step 1 : 0.41422176361083984 caffe_path_current : About to save ! 2 After save, about to update current ! ret : 2 len(input) + len(total_photo_id_missing) : 1 set_done_treatment 1.01user 0.79system 0:02.48elapsed 72%CPU (0avgtext+0avgdata 101396maxresident)k 0inputs+24outputs (2major+48422minor)pagefaults 0swaps