python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-10 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (2, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (2, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 10 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-10 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-10%') and created_at like '%2025-10%'))); nb_day : (2, 31) after unwanted_material_data nb_day : (2, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/10%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-10-01 00:00:00,2025-10-02 00:00:00,2025-10-03 00:00:00,2025-10-06 00:00:00,2025-10-07 00:00:00,2025-10-08 00:00:00,2025-10-09 00:00:00,2025-10-10 00:00:00,2025-10-13 00:00:00,2025-10-14 00:00:00,2025-10-15 00:00:00,2025-10-16 00:00:00,2025-10-17 00:00:00,2025-10-20 00:00:00,2025-10-21 00:00:00,2025-10-22 00:00:00,2025-10-23 00:00:00,2025-10-24 00:00:00,2025-10-27 00:00:00,2025-10-28 00:00:00,2025-10-29 00:00:00,2025-10-30 00:00:00,2025-10-31 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 10 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 10 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%102025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-10-01 : dt_date_just_month_year : 2025-10-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-10-01" AND ded.date <= "2025-10-31" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2395389,2402391,2406047,2414245,2415437,2423643,2438767,2452575,2460723,2475545,2468697,2470191,2475561) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013443952667539208, 'nb_photo': 514, 'list_port_cont': '27398306,27398515,27405519,27409423,27411051,27415390,27443159,27444161,27444962,27447775,27448341,27448447,27450627,27478711,27483345,27485807,27488634,27529710,27531418,27568655,27568711,27568888,27568904,27569032,27569568,27569971,27583123,27587894,27590254,27591804,27595078,27599509,27600583,27600772,27602114,27602290,27608351,27641596,27643357,27644932,27645081,27647197,27647740,27649354,27649774,27652629,27693580,27695010,27696830,27700893,27750565,27750813,27756490,27758543,27761929,27787819,27795191,27802848,27805819,27825521,27827800,27827933,27832336,27833887,27869206,27873236,27878246,27901149,27903851', 'assoc_port': '27397001:27398306,27398251:27415390,27398253:27398515,27405365:27411051,27405366:27405519,27406390:27409423,27443051:27443159,27444030:27444962,27444031:27444161,27447042:27450627,27447043:27448447,27447044:27448341,27447619:27447775,27478191:27478711,27482984:27483345,27483430:27488634,27485552:27485807,27527303:27529710,27528443:27568655,27528446:27531418,27528839:27568711,27529078:27568904,27532965:27568888,27532966:27569032,27533501:27569568,27534597:27569971,27553572:27602114,27553573:27602290,27554267:27608351,27558546:27600583,27558549:27600772,27559620:27599509,27559622:27583123,27585462:27587894,27589667:27590254,27589686:27595078,27591295:27591804,27637740:27645081,27639338:27644932,27639340:27643357,27641183:27641596,27646191:27647197,27646192:27652629,27647480:27649354,27647483:27647740,27649569:27649774,27689733:27696830,27693193:27693580,27693195:27695010,27700349:27700893,27750329:27750565,27750615:27750813,27753623:27756490,27757706:27758543,27761716:27761929,27787793:27787819,27795065:2779519', 'assoc_mat': '27397001:autre_refus:3726:27398306,27398251:autre_refus:3726:27415390,27398253:autre_refus:3726:27398515,27405365:autre_refus:3726:27411051,27405366:autre_refus:3726:27405519,27406390:autre_refus:3726:27409423,27443051:autre_refus:3726:27443159,27444030:autre_refus:3726:27444962,27444031:autre_refus:3726:27444161,27447042:autre_refus:3726:27450627,27447043:autre_refus:3726:27448447,27447044:autre_refus:3726:27448341,27447619:autre_refus:3726:27447775,27478191:autre_refus:3726:27478711,27482984:autre_refus:3726:27483345,27483430:autre_refus:3726:27488634,27485552:autre_refus:3726:27485807,27527303:autre_refus:3726:27529710,27528443:autre_refus:3726:27568655,27528446:autre_refus:3726:27531418,27528839:autre_refus:3726:27568711,27529078:autre_refus:3726:27568904,27532965:autre_refus:3726:27568888,27532966:autre_refus:3726:27569032,27533501:autre_refus:3726:27569568,27534597:autre_refus:3726:27569971,27553572:autre_refus:3726:27602114,27553573:autre_refus:3726:27602290,27554267:autre_refus:3726:27608351,27558546:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014437159907300453, 'nb_photo': 1609, 'list_port_cont': '27398300,27398514,27405522,27409416,27410358,27411052,27415395,27443161,27444162,27444961,27447767,27448346,27448440,27450634,27450911,27478709,27483349,27485812,27488633,27529718,27531423,27568659,27568712,27568885,27568907,27569038,27569569,27569980,27583116,27587900,27590244,27591807,27595083,27599506,27600584,27600776,27602093,27602298,27608350,27641595,27643367,27644930,27645084,27647198,27647744,27649352,27649779,27652636,27693577,27695015,27696838,27700899,27750561,27750819,27756500,27758545,27761932,27787817,27795192,27802843,27805816,27825517,27827798,27827931,27830250,27832343,27833894,27869205,27873238,27878253,27878999,27901131,27903843', 'assoc_port': '27397001:27398300,27398251:27415395,27398253:27398514,27405365:27411052,27405366:27405522,27406389:27410358,27406390:27409416,27443051:27443161,27444030:27444961,27444031:27444162,27446514:27450911,27447042:27450634,27447043:27448440,27447044:27448346,27447619:27447767,27478191:27478709,27482984:27483349,27483430:27488633,27485552:27485812,27527303:27529718,27528443:27568659,27528446:27531423,27528839:27568712,27529078:27568907,27532965:27568885,27532966:27569038,27533501:27569569,27534597:27569980,27553572:27602093,27553573:27602298,27554267:27608350,27558546:27600584,27558549:27600776,27559620:27599506,27559622:27583116,27585462:27587900,27589667:27590244,27589686:27595083,27591295:27591807,27637740:27645084,27639338:27644930,27639340:27643367,27641183:27641595,27646191:27647198,27646192:27652636,27647480:27649352,27647483:27647744,27649569:27649779,27689733:27696838,27693193:27693577,27693195:27695015,27700349:27700899,27750329:27750561,27750615:27750819,27753623:27756500,27757706:27758545,27761716:2776193', 'assoc_mat': '27397001:cartonnette:3726:27398300,27398251:cartonnette:3726:27415395,27398253:cartonnette:3726:27398514,27405365:cartonnette:3726:27411052,27405366:cartonnette:3726:27405522,27406389:cartonnette:3726:27410358,27406390:cartonnette:3726:27409416,27443051:cartonnette:3726:27443161,27444030:cartonnette:3726:27444961,27444031:cartonnette:3726:27444162,27446514:cartonnette:3726:27450911,27447042:cartonnette:3726:27450634,27447043:cartonnette:3726:27448440,27447044:cartonnette:3726:27448346,27447619:cartonnette:3726:27447767,27478191:cartonnette:3726:27478709,27482984:cartonnette:3726:27483349,27483430:cartonnette:3726:27488633,27485552:cartonnette:3726:27485812,27527303:cartonnette:3726:27529718,27528443:cartonnette:3726:27568659,27528446:cartonnette:3726:27531423,27528839:cartonnette:3726:27568712,27529078:cartonnette:3726:27568907,27532965:cartonnette:3726:27568885,27532966:cartonnette:3726:27569038,27533501:cartonnette:3726:27569569,27534597:cartonnette:3726:27569980,27553572:cartonnette:3726:27602093,27553573:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06825347436756563, 'nb_photo': 7108, 'list_port_cont': '27398310,27398525,27405523,27409415,27410367,27411047,27415388,27443168,27444171,27444964,27447776,27448349,27448441,27450628,27450903,27478717,27483351,27485808,27488623,27529716,27531428,27568663,27568710,27568881,27568912,27569031,27569570,27569972,27583113,27587898,27590253,27591810,27595079,27599505,27600585,27600775,27602113,27602288,27608357,27641600,27643365,27644928,27645083,27647207,27647750,27649358,27649776,27652634,27693582,27695014,27696831,27700896,27750558,27750814,27756495,27758541,27761926,27787825,27795200,27802846,27805813,27825522,27827794,27827932,27830246,27832338,27833888,27869207,27873239,27878247,27878996,27901145,27903845', 'assoc_port': '27397001:27398310,27398251:27415388,27398253:27398525,27405365:27411047,27405366:27405523,27406389:27410367,27406390:27409415,27443051:27443168,27444030:27444964,27444031:27444171,27446514:27450903,27447042:27450628,27447043:27448441,27447044:27448349,27447619:27447776,27478191:27478717,27482984:27483351,27483430:27488623,27485552:27485808,27527303:27529716,27528443:27568663,27528446:27531428,27528839:27568710,27529078:27568912,27532965:27568881,27532966:27569031,27533501:27569570,27534597:27569972,27553572:27602113,27553573:27602288,27554267:27608357,27558546:27600585,27558549:27600775,27559620:27599505,27559622:27583113,27585462:27587898,27589667:27590253,27589686:27595079,27591295:27591810,27637740:27645083,27639338:27644928,27639340:27643365,27641183:27641600,27646191:27647207,27646192:27652634,27647480:27649358,27647483:27647750,27649569:27649776,27689733:27696831,27693193:27693582,27693195:27695014,27700349:27700896,27750329:27750558,27750615:27750814,27753623:27756495,27757706:27758541,27761716:2776192', 'assoc_mat': '27397001:Carton_brun:3726:27398310,27398251:Carton_brun:3726:27415388,27398253:Carton_brun:3726:27398525,27405365:Carton_brun:3726:27411047,27405366:Carton_brun:3726:27405523,27406389:Carton_brun:3726:27410367,27406390:Carton_brun:3726:27409415,27443051:Carton_brun:3726:27443168,27444030:Carton_brun:3726:27444964,27444031:Carton_brun:3726:27444171,27446514:Carton_brun:3726:27450903,27447042:Carton_brun:3726:27450628,27447043:Carton_brun:3726:27448441,27447044:Carton_brun:3726:27448349,27447619:Carton_brun:3726:27447776,27478191:Carton_brun:3726:27478717,27482984:Carton_brun:3726:27483351,27483430:Carton_brun:3726:27488623,27485552:Carton_brun:3726:27485808,27527303:Carton_brun:3726:27529716,27528443:Carton_brun:3726:27568663,27528446:Carton_brun:3726:27531428,27528839:Carton_brun:3726:27568710,27529078:Carton_brun:3726:27568912,27532965:Carton_brun:3726:27568881,27532966:Carton_brun:3726:27569031,27533501:Carton_brun:3726:27569570,27534597:Carton_brun:3726:27569972,27553572:Carton_brun:3726:27602113,27553573:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007083952305499979, 'nb_photo': 187, 'list_port_cont': '27398304,27398520,27409417,27411049,27415396,27443167,27444169,27444969,27447766,27448342,27448437,27450631,27483353,27485817,27488624,27529709,27531424,27568660,27568717,27568884,27569035,27569561,27569975,27583118,27590252,27591808,27595080,27599514,27600589,27602098,27602292,27608354,27641593,27643361,27644926,27645089,27647745,27649357,27652627,27695017,27696836,27700895,27750559,27750822,27756493,27758550,27787823,27795197,27802841,27805820,27825526,27827801,27827930,27832335,27833885,27878245', 'assoc_port': '27397001:27398304,27398251:27415396,27398253:27398520,27405365:27411049,27406390:27409417,27443051:27443167,27444030:27444969,27444031:27444169,27447042:27450631,27447043:27448437,27447044:27448342,27447619:27447766,27482984:27483353,27483430:27488624,27485552:27485817,27527303:27529709,27528443:27568660,27528446:27531424,27528839:27568717,27532965:27568884,27532966:27569035,27533501:27569561,27534597:27569975,27553572:27602098,27553573:27602292,27554267:27608354,27558546:27600589,27559620:27599514,27559622:27583118,27589667:27590252,27589686:27595080,27591295:27591808,27637740:27645089,27639338:27644926,27639340:27643361,27641183:27641593,27646192:27652627,27647480:27649357,27647483:27647745,27689733:27696836,27693195:27695017,27700349:27700895,27750329:27750559,27750615:27750822,27753623:27756493,27757706:27758550,27787793:27787823,27795065:27795197,27796908:27802841,27801652:27805820,27825436:27825526,27827678:27827801,27827700:27827930,27832268:27832335,27833673:27833885,27878079:27878245', 'assoc_mat': '27397001:Carton_gris:3726:27398304,27398251:Carton_gris:3726:27415396,27398253:Carton_gris:3726:27398520,27405365:Carton_gris:3726:27411049,27406390:Carton_gris:3726:27409417,27443051:Carton_gris:3726:27443167,27444030:Carton_gris:3726:27444969,27444031:Carton_gris:3726:27444169,27447042:Carton_gris:3726:27450631,27447043:Carton_gris:3726:27448437,27447044:Carton_gris:3726:27448342,27447619:Carton_gris:3726:27447766,27482984:Carton_gris:3726:27483353,27483430:Carton_gris:3726:27488624,27485552:Carton_gris:3726:27485817,27527303:Carton_gris:3726:27529709,27528443:Carton_gris:3726:27568660,27528446:Carton_gris:3726:27531424,27528839:Carton_gris:3726:27568717,27532965:Carton_gris:3726:27568884,27532966:Carton_gris:3726:27569035,27533501:Carton_gris:3726:27569561,27534597:Carton_gris:3726:27569975,27553572:Carton_gris:3726:27602098,27553573:Carton_gris:3726:27602292,27554267:Carton_gris:3726:27608354,27558546:Carton_gris:3726:27600589,27559620:Carton_gris:3726:27599514,27559622:Carton_gris:3726:27583118,27589667:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003558017097930518, 'nb_photo': 130, 'list_port_cont': '27398311,27409421,27411054,27415394,27444965,27447770,27448343,27448443,27450635,27478708,27483342,27485813,27488625,27568657,27568909,27569571,27583117,27591806,27599507,27600588,27600766,27602105,27608352,27641599,27643368,27644927,27647206,27647742,27649350,27649777,27750563,27750823,27756491,27758549,27787827,27802850,27805809,27825518,27827795,27827937,27832341,27869202,27878244,27879005,27901133,27903850', 'assoc_port': '27397001:27398311,27398251:27415394,27405365:27411054,27406390:27409421,27444030:27444965,27447042:27450635,27447043:27448443,27447044:27448343,27447619:27447770,27478191:27478708,27482984:27483342,27483430:27488625,27485552:27485813,27528443:27568657,27529078:27568909,27533501:27569571,27553572:27602105,27554267:27608352,27558546:27600588,27558549:27600766,27559620:27599507,27559622:27583117,27591295:27591806,27639338:27644927,27639340:27643368,27641183:27641599,27646191:27647206,27647480:27649350,27647483:27647742,27649569:27649777,27750329:27750563,27750615:27750823,27753623:27756491,27757706:27758549,27787793:27787827,27796908:27802850,27801652:27805809,27825436:27825518,27827678:27827795,27827700:27827937,27832268:27832341,27868988:27869202,27878079:27878244,27878527:27879005,27900592:27903850,27900605:27901133', 'assoc_mat': '27397001:kraft:3726:27398311,27398251:kraft:3726:27415394,27405365:kraft:3726:27411054,27406390:kraft:3726:27409421,27444030:kraft:3726:27444965,27447042:kraft:3726:27450635,27447043:kraft:3726:27448443,27447044:kraft:3726:27448343,27447619:kraft:3726:27447770,27478191:kraft:3726:27478708,27482984:kraft:3726:27483342,27483430:kraft:3726:27488625,27485552:kraft:3726:27485813,27528443:kraft:3726:27568657,27529078:kraft:3726:27568909,27533501:kraft:3726:27569571,27553572:kraft:3726:27602105,27554267:kraft:3726:27608352,27558546:kraft:3726:27600588,27558549:kraft:3726:27600766,27559620:kraft:3726:27599507,27559622:kraft:3726:27583117,27591295:kraft:3726:27591806,27639338:kraft:3726:27644927,27639340:kraft:3726:27643368,27641183:kraft:3726:27641599,27646191:kraft:3726:27647206,27647480:kraft:3726:27649350,27647483:kraft:3726:27647742,27649569:kraft:3726:27649777,27750329:kraft:3726:27750563,27750615:kraft:3726:27750823,27753623:kraft:3726:27756491,27757706:kraft:3726:27758549,27787793:kraft:3726:27787827,27796908:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0011562735686863068, 'nb_photo': 12, 'list_port_cont': '27443162,27444167,27444971,27448347,27450625,27488632,27568664,27608353,27644923', 'assoc_port': '27443051:27443162,27444030:27444971,27444031:27444167,27447042:27450625,27447044:27448347,27483430:27488632,27528443:27568664,27554267:27608353,27639338:27644923', 'assoc_mat': '27443051:metal:3726:27443162,27444030:metal:3726:27444971,27444031:metal:3726:27444167,27447042:metal:3726:27450625,27447044:metal:3726:27448347,27483430:metal:3726:27488632,27528443:metal:3726:27568664,27554267:metal:3726:27608353,27639338:metal:3726:27644923'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0117926243132463, 'nb_photo': 1130, 'list_port_cont': '27398302,27398518,27405520,27409414,27410361,27411046,27415399,27443165,27444170,27444963,27447774,27448345,27448438,27450626,27478706,27483343,27485818,27488626,27529713,27531421,27568666,27568714,27568903,27569041,27569566,27569977,27583115,27587899,27590250,27591803,27595081,27599513,27600587,27600767,27602092,27602293,27608358,27641594,27643362,27644925,27645086,27647200,27647749,27649348,27649775,27652637,27693578,27695011,27696828,27700898,27750566,27750815,27756496,27758544,27761928,27787822,27795194,27802847,27805817,27825516,27827793,27827936,27830242,27832340,27833886,27869203,27873243,27878250,27879000,27901140,27903848', 'assoc_port': '27397001:27398302,27398251:27415399,27398253:27398518,27405365:27411046,27405366:27405520,27406389:27410361,27406390:27409414,27443051:27443165,27444030:27444963,27444031:27444170,27447042:27450626,27447043:27448438,27447044:27448345,27447619:27447774,27478191:27478706,27482984:27483343,27483430:27488626,27485552:27485818,27527303:27529713,27528443:27568666,27528446:27531421,27528839:27568714,27529078:27568903,27532966:27569041,27533501:27569566,27534597:27569977,27553572:27602092,27553573:27602293,27554267:27608358,27558546:27600587,27558549:27600767,27559620:27599513,27559622:27583115,27585462:27587899,27589667:27590250,27589686:27595081,27591295:27591803,27637740:27645086,27639338:27644925,27639340:27643362,27641183:27641594,27646191:27647200,27646192:27652637,27647480:27649348,27647483:27647749,27649569:27649775,27689733:27696828,27693193:27693578,27693195:27695011,27700349:27700898,27750329:27750566,27750615:27750815,27753623:27756496,27757706:27758544,27761716:27761928,27787793:27787822,27795065:2779519', 'assoc_mat': '27397001:plastique:3726:27398302,27398251:plastique:3726:27415399,27398253:plastique:3726:27398518,27405365:plastique:3726:27411046,27405366:plastique:3726:27405520,27406389:plastique:3726:27410361,27406390:plastique:3726:27409414,27443051:plastique:3726:27443165,27444030:plastique:3726:27444963,27444031:plastique:3726:27444170,27447042:plastique:3726:27450626,27447043:plastique:3726:27448438,27447044:plastique:3726:27448345,27447619:plastique:3726:27447774,27478191:plastique:3726:27478706,27482984:plastique:3726:27483343,27483430:plastique:3726:27488626,27485552:plastique:3726:27485818,27527303:plastique:3726:27529713,27528443:plastique:3726:27568666,27528446:plastique:3726:27531421,27528839:plastique:3726:27568714,27529078:plastique:3726:27568903,27532966:plastique:3726:27569041,27533501:plastique:3726:27569566,27534597:plastique:3726:27569977,27553572:plastique:3726:27602092,27553573:plastique:3726:27602293,27554267:plastique:3726:27608358,27558546:plastique:3726:27600587,27558549:plastique:3726:27600767,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019274979682570678, 'nb_photo': 3558, 'list_port_cont': '27398309,27398524,27405518,27409413,27410357,27411048,27415398,27443166,27444168,27444968,27447769,27448351,27448439,27450630,27478712,27483344,27485809,27488631,27529708,27531420,27568661,27568719,27568883,27568913,27569040,27569563,27569974,27583114,27587897,27590243,27591802,27595086,27599511,27600590,27600773,27602096,27602291,27608356,27641598,27643358,27644922,27645087,27647203,27647743,27649353,27649783,27652635,27693588,27695012,27696829,27700897,27750562,27750818,27756498,27758540,27761930,27787816,27795202,27802852,27805818,27825520,27827797,27827929,27830244,27832339,27833891,27869204,27873240,27878252,27878998,27901150,27903847', 'assoc_port': '27397001:27398309,27398251:27415398,27398253:27398524,27405365:27411048,27405366:27405518,27406389:27410357,27406390:27409413,27443051:27443166,27444030:27444968,27444031:27444168,27447042:27450630,27447043:27448439,27447044:27448351,27447619:27447769,27478191:27478712,27482984:27483344,27483430:27488631,27485552:27485809,27527303:27529708,27528443:27568661,27528446:27531420,27528839:27568719,27529078:27568913,27532965:27568883,27532966:27569040,27533501:27569563,27534597:27569974,27553572:27602096,27553573:27602291,27554267:27608356,27558546:27600590,27558549:27600773,27559620:27599511,27559622:27583114,27585462:27587897,27589667:27590243,27589686:27595086,27591295:27591802,27637740:27645087,27639338:27644922,27639340:27643358,27641183:27641598,27646191:27647203,27646192:27652635,27647480:27649353,27647483:27647743,27649569:27649783,27689733:27696829,27693193:27693588,27693195:27695012,27700349:27700897,27750329:27750562,27750615:27750818,27753623:27756498,27757706:27758540,27761716:27761930,27787793:2778781', 'assoc_mat': '27397001:Teint_Dans_La_Masse:3726:27398309,27398251:Teint_Dans_La_Masse:3726:27415398,27398253:Teint_Dans_La_Masse:3726:27398524,27405365:Teint_Dans_La_Masse:3726:27411048,27405366:Teint_Dans_La_Masse:3726:27405518,27406389:Teint_Dans_La_Masse:3726:27410357,27406390:Teint_Dans_La_Masse:3726:27409413,27443051:Teint_Dans_La_Masse:3726:27443166,27444030:Teint_Dans_La_Masse:3726:27444968,27444031:Teint_Dans_La_Masse:3726:27444168,27447042:Teint_Dans_La_Masse:3726:27450630,27447043:Teint_Dans_La_Masse:3726:27448439,27447044:Teint_Dans_La_Masse:3726:27448351,27447619:Teint_Dans_La_Masse:3726:27447769,27478191:Teint_Dans_La_Masse:3726:27478712,27482984:Teint_Dans_La_Masse:3726:27483344,27483430:Teint_Dans_La_Masse:3726:27488631,27485552:Teint_Dans_La_Masse:3726:27485809,27527303:Teint_Dans_La_Masse:3726:27529708,27528443:Teint_Dans_La_Masse:3726:27568661,27528446:Teint_Dans_La_Masse:3726:27531420,27528839:Teint_Dans_La_Masse:3726:27568719,27529078:Teint_Dans_La_Masse:3726:27568913,27532965:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2395389,2402391,2406047,2414245,2415437,2423643,2438767,2452575,2460723,2475545,2468697,2470191,2475561)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-10-01' and date <= '2025-10-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((4645,),), 'unwanted_material_monthly_percentage': ((0.1260067364023422,),), 'material_repartition': (('JRM', 4645),), 'material_dict': {'JRM': 4645}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 10, 1), 0.14515557954147312, 48), (datetime.date(2025, 10, 2), 0.12011208900855752, 32), (datetime.date(2025, 10, 3), 0.17760933166629136, 37), (datetime.date(2025, 10, 6), 0.09964652032821592, 31), (datetime.date(2025, 10, 7), 0.12257371213678331, 42), (datetime.date(2025, 10, 8), 0.11895480226846775, 28), (datetime.date(2025, 10, 9), 0.1331868035472854, 36), (datetime.date(2025, 10, 10), 0.08693769233172029, 52), (datetime.date(2025, 10, 13), 0.15099628903575354, 35), (datetime.date(2025, 10, 14), 0.12548920597729007, 48), (datetime.date(2025, 10, 15), 0.09444131893653052, 12), (datetime.date(2025, 10, 16), 0.09691805983716636, 17), (datetime.date(2025, 10, 17), 0.09102343662140255, 29)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 10, 1), 0.14515557954147312, 48), (datetime.date(2025, 10, 2), 0.12011208900855752, 32), (datetime.date(2025, 10, 3), 0.17760933166629136, 37), (datetime.date(2025, 10, 6), 0.09964652032821592, 31), (datetime.date(2025, 10, 7), 0.12257371213678331, 42), (datetime.date(2025, 10, 8), 0.11895480226846775, 28), (datetime.date(2025, 10, 9), 0.1331868035472854, 36), (datetime.date(2025, 10, 10), 0.08693769233172029, 52), (datetime.date(2025, 10, 13), 0.15099628903575354, 35), (datetime.date(2025, 10, 14), 0.12548920597729007, 48), (datetime.date(2025, 10, 15), 0.09444131893653052, 12), (datetime.date(2025, 10, 16), 0.09691805983716636, 17), (datetime.date(2025, 10, 17), 0.09102343662140255, 29))}, 'quality_array': [['-0.1682193975289702', '01102025'], ['-0.04963376933016905', '02102025'], ['-0.3545204658565506', '03102025'], ['0.12254355773360509', '06102025'], ['0.044403217658280474', '07102025'], ['0.039595283362391015', '08102025'], ['-0.28669910440231927', '09102025'], ['-0.4951445673407556', '10102025'], ['-0.02948245685220236', '13102025'], ['0.12514251837238968', '14102025'], ['0.10216573959528367', '15102025'], ['0.3205804195425176', '16102025'], ['-0.6022409617071218', '17102025']], 'number_of_batch': ((75,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013443952667539208, 'nb_photo': 514, 'list_port_cont': '27398306,27398515,27405519,27409423,27411051,27415390,27443159,27444161,27444962,27447775,27448341,27448447,27450627,27478711,27483345,27485807,27488634,27529710,27531418,27568655,27568711,27568888,27568904,27569032,27569568,27569971,27583123,27587894,27590254,27591804,27595078,27599509,27600583,27600772,27602114,27602290,27608351,27641596,27643357,27644932,27645081,27647197,27647740,27649354,27649774,27652629,27693580,27695010,27696830,27700893,27750565,27750813,27756490,27758543,27761929,27787819,27795191,27802848,27805819,27825521,27827800,27827933,27832336,27833887,27869206,27873236,27878246,27901149,27903851', 'assoc_port': '27397001:27398306,27398251:27415390,27398253:27398515,27405365:27411051,27405366:27405519,27406390:27409423,27443051:27443159,27444030:27444962,27444031:27444161,27447042:27450627,27447043:27448447,27447044:27448341,27447619:27447775,27478191:27478711,27482984:27483345,27483430:27488634,27485552:27485807,27527303:27529710,27528443:27568655,27528446:27531418,27528839:27568711,27529078:27568904,27532965:27568888,27532966:27569032,27533501:27569568,27534597:27569971,27553572:27602114,27553573:27602290,27554267:27608351,27558546:27600583,27558549:27600772,27559620:27599509,27559622:27583123,27585462:27587894,27589667:27590254,27589686:27595078,27591295:27591804,27637740:27645081,27639338:27644932,27639340:27643357,27641183:27641596,27646191:27647197,27646192:27652629,27647480:27649354,27647483:27647740,27649569:27649774,27689733:27696830,27693193:27693580,27693195:27695010,27700349:27700893,27750329:27750565,27750615:27750813,27753623:27756490,27757706:27758543,27761716:27761929,27787793:27787819,27795065:2779519', 'assoc_mat': '27397001:autre_refus:3726:27398306,27398251:autre_refus:3726:27415390,27398253:autre_refus:3726:27398515,27405365:autre_refus:3726:27411051,27405366:autre_refus:3726:27405519,27406390:autre_refus:3726:27409423,27443051:autre_refus:3726:27443159,27444030:autre_refus:3726:27444962,27444031:autre_refus:3726:27444161,27447042:autre_refus:3726:27450627,27447043:autre_refus:3726:27448447,27447044:autre_refus:3726:27448341,27447619:autre_refus:3726:27447775,27478191:autre_refus:3726:27478711,27482984:autre_refus:3726:27483345,27483430:autre_refus:3726:27488634,27485552:autre_refus:3726:27485807,27527303:autre_refus:3726:27529710,27528443:autre_refus:3726:27568655,27528446:autre_refus:3726:27531418,27528839:autre_refus:3726:27568711,27529078:autre_refus:3726:27568904,27532965:autre_refus:3726:27568888,27532966:autre_refus:3726:27569032,27533501:autre_refus:3726:27569568,27534597:autre_refus:3726:27569971,27553572:autre_refus:3726:27602114,27553573:autre_refus:3726:27602290,27554267:autre_refus:3726:27608351,27558546:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014437159907300453, 'nb_photo': 1609, 'list_port_cont': '27398300,27398514,27405522,27409416,27410358,27411052,27415395,27443161,27444162,27444961,27447767,27448346,27448440,27450634,27450911,27478709,27483349,27485812,27488633,27529718,27531423,27568659,27568712,27568885,27568907,27569038,27569569,27569980,27583116,27587900,27590244,27591807,27595083,27599506,27600584,27600776,27602093,27602298,27608350,27641595,27643367,27644930,27645084,27647198,27647744,27649352,27649779,27652636,27693577,27695015,27696838,27700899,27750561,27750819,27756500,27758545,27761932,27787817,27795192,27802843,27805816,27825517,27827798,27827931,27830250,27832343,27833894,27869205,27873238,27878253,27878999,27901131,27903843', 'assoc_port': '27397001:27398300,27398251:27415395,27398253:27398514,27405365:27411052,27405366:27405522,27406389:27410358,27406390:27409416,27443051:27443161,27444030:27444961,27444031:27444162,27446514:27450911,27447042:27450634,27447043:27448440,27447044:27448346,27447619:27447767,27478191:27478709,27482984:27483349,27483430:27488633,27485552:27485812,27527303:27529718,27528443:27568659,27528446:27531423,27528839:27568712,27529078:27568907,27532965:27568885,27532966:27569038,27533501:27569569,27534597:27569980,27553572:27602093,27553573:27602298,27554267:27608350,27558546:27600584,27558549:27600776,27559620:27599506,27559622:27583116,27585462:27587900,27589667:27590244,27589686:27595083,27591295:27591807,27637740:27645084,27639338:27644930,27639340:27643367,27641183:27641595,27646191:27647198,27646192:27652636,27647480:27649352,27647483:27647744,27649569:27649779,27689733:27696838,27693193:27693577,27693195:27695015,27700349:27700899,27750329:27750561,27750615:27750819,27753623:27756500,27757706:27758545,27761716:2776193', 'assoc_mat': '27397001:cartonnette:3726:27398300,27398251:cartonnette:3726:27415395,27398253:cartonnette:3726:27398514,27405365:cartonnette:3726:27411052,27405366:cartonnette:3726:27405522,27406389:cartonnette:3726:27410358,27406390:cartonnette:3726:27409416,27443051:cartonnette:3726:27443161,27444030:cartonnette:3726:27444961,27444031:cartonnette:3726:27444162,27446514:cartonnette:3726:27450911,27447042:cartonnette:3726:27450634,27447043:cartonnette:3726:27448440,27447044:cartonnette:3726:27448346,27447619:cartonnette:3726:27447767,27478191:cartonnette:3726:27478709,27482984:cartonnette:3726:27483349,27483430:cartonnette:3726:27488633,27485552:cartonnette:3726:27485812,27527303:cartonnette:3726:27529718,27528443:cartonnette:3726:27568659,27528446:cartonnette:3726:27531423,27528839:cartonnette:3726:27568712,27529078:cartonnette:3726:27568907,27532965:cartonnette:3726:27568885,27532966:cartonnette:3726:27569038,27533501:cartonnette:3726:27569569,27534597:cartonnette:3726:27569980,27553572:cartonnette:3726:27602093,27553573:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06825347436756563, 'nb_photo': 7108, 'list_port_cont': '27398310,27398525,27405523,27409415,27410367,27411047,27415388,27443168,27444171,27444964,27447776,27448349,27448441,27450628,27450903,27478717,27483351,27485808,27488623,27529716,27531428,27568663,27568710,27568881,27568912,27569031,27569570,27569972,27583113,27587898,27590253,27591810,27595079,27599505,27600585,27600775,27602113,27602288,27608357,27641600,27643365,27644928,27645083,27647207,27647750,27649358,27649776,27652634,27693582,27695014,27696831,27700896,27750558,27750814,27756495,27758541,27761926,27787825,27795200,27802846,27805813,27825522,27827794,27827932,27830246,27832338,27833888,27869207,27873239,27878247,27878996,27901145,27903845', 'assoc_port': '27397001:27398310,27398251:27415388,27398253:27398525,27405365:27411047,27405366:27405523,27406389:27410367,27406390:27409415,27443051:27443168,27444030:27444964,27444031:27444171,27446514:27450903,27447042:27450628,27447043:27448441,27447044:27448349,27447619:27447776,27478191:27478717,27482984:27483351,27483430:27488623,27485552:27485808,27527303:27529716,27528443:27568663,27528446:27531428,27528839:27568710,27529078:27568912,27532965:27568881,27532966:27569031,27533501:27569570,27534597:27569972,27553572:27602113,27553573:27602288,27554267:27608357,27558546:27600585,27558549:27600775,27559620:27599505,27559622:27583113,27585462:27587898,27589667:27590253,27589686:27595079,27591295:27591810,27637740:27645083,27639338:27644928,27639340:27643365,27641183:27641600,27646191:27647207,27646192:27652634,27647480:27649358,27647483:27647750,27649569:27649776,27689733:27696831,27693193:27693582,27693195:27695014,27700349:27700896,27750329:27750558,27750615:27750814,27753623:27756495,27757706:27758541,27761716:2776192', 'assoc_mat': '27397001:Carton_brun:3726:27398310,27398251:Carton_brun:3726:27415388,27398253:Carton_brun:3726:27398525,27405365:Carton_brun:3726:27411047,27405366:Carton_brun:3726:27405523,27406389:Carton_brun:3726:27410367,27406390:Carton_brun:3726:27409415,27443051:Carton_brun:3726:27443168,27444030:Carton_brun:3726:27444964,27444031:Carton_brun:3726:27444171,27446514:Carton_brun:3726:27450903,27447042:Carton_brun:3726:27450628,27447043:Carton_brun:3726:27448441,27447044:Carton_brun:3726:27448349,27447619:Carton_brun:3726:27447776,27478191:Carton_brun:3726:27478717,27482984:Carton_brun:3726:27483351,27483430:Carton_brun:3726:27488623,27485552:Carton_brun:3726:27485808,27527303:Carton_brun:3726:27529716,27528443:Carton_brun:3726:27568663,27528446:Carton_brun:3726:27531428,27528839:Carton_brun:3726:27568710,27529078:Carton_brun:3726:27568912,27532965:Carton_brun:3726:27568881,27532966:Carton_brun:3726:27569031,27533501:Carton_brun:3726:27569570,27534597:Carton_brun:3726:27569972,27553572:Carton_brun:3726:27602113,27553573:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007083952305499979, 'nb_photo': 187, 'list_port_cont': '27398304,27398520,27409417,27411049,27415396,27443167,27444169,27444969,27447766,27448342,27448437,27450631,27483353,27485817,27488624,27529709,27531424,27568660,27568717,27568884,27569035,27569561,27569975,27583118,27590252,27591808,27595080,27599514,27600589,27602098,27602292,27608354,27641593,27643361,27644926,27645089,27647745,27649357,27652627,27695017,27696836,27700895,27750559,27750822,27756493,27758550,27787823,27795197,27802841,27805820,27825526,27827801,27827930,27832335,27833885,27878245', 'assoc_port': '27397001:27398304,27398251:27415396,27398253:27398520,27405365:27411049,27406390:27409417,27443051:27443167,27444030:27444969,27444031:27444169,27447042:27450631,27447043:27448437,27447044:27448342,27447619:27447766,27482984:27483353,27483430:27488624,27485552:27485817,27527303:27529709,27528443:27568660,27528446:27531424,27528839:27568717,27532965:27568884,27532966:27569035,27533501:27569561,27534597:27569975,27553572:27602098,27553573:27602292,27554267:27608354,27558546:27600589,27559620:27599514,27559622:27583118,27589667:27590252,27589686:27595080,27591295:27591808,27637740:27645089,27639338:27644926,27639340:27643361,27641183:27641593,27646192:27652627,27647480:27649357,27647483:27647745,27689733:27696836,27693195:27695017,27700349:27700895,27750329:27750559,27750615:27750822,27753623:27756493,27757706:27758550,27787793:27787823,27795065:27795197,27796908:27802841,27801652:27805820,27825436:27825526,27827678:27827801,27827700:27827930,27832268:27832335,27833673:27833885,27878079:27878245', 'assoc_mat': '27397001:Carton_gris:3726:27398304,27398251:Carton_gris:3726:27415396,27398253:Carton_gris:3726:27398520,27405365:Carton_gris:3726:27411049,27406390:Carton_gris:3726:27409417,27443051:Carton_gris:3726:27443167,27444030:Carton_gris:3726:27444969,27444031:Carton_gris:3726:27444169,27447042:Carton_gris:3726:27450631,27447043:Carton_gris:3726:27448437,27447044:Carton_gris:3726:27448342,27447619:Carton_gris:3726:27447766,27482984:Carton_gris:3726:27483353,27483430:Carton_gris:3726:27488624,27485552:Carton_gris:3726:27485817,27527303:Carton_gris:3726:27529709,27528443:Carton_gris:3726:27568660,27528446:Carton_gris:3726:27531424,27528839:Carton_gris:3726:27568717,27532965:Carton_gris:3726:27568884,27532966:Carton_gris:3726:27569035,27533501:Carton_gris:3726:27569561,27534597:Carton_gris:3726:27569975,27553572:Carton_gris:3726:27602098,27553573:Carton_gris:3726:27602292,27554267:Carton_gris:3726:27608354,27558546:Carton_gris:3726:27600589,27559620:Carton_gris:3726:27599514,27559622:Carton_gris:3726:27583118,27589667:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003558017097930518, 'nb_photo': 130, 'list_port_cont': '27398311,27409421,27411054,27415394,27444965,27447770,27448343,27448443,27450635,27478708,27483342,27485813,27488625,27568657,27568909,27569571,27583117,27591806,27599507,27600588,27600766,27602105,27608352,27641599,27643368,27644927,27647206,27647742,27649350,27649777,27750563,27750823,27756491,27758549,27787827,27802850,27805809,27825518,27827795,27827937,27832341,27869202,27878244,27879005,27901133,27903850', 'assoc_port': '27397001:27398311,27398251:27415394,27405365:27411054,27406390:27409421,27444030:27444965,27447042:27450635,27447043:27448443,27447044:27448343,27447619:27447770,27478191:27478708,27482984:27483342,27483430:27488625,27485552:27485813,27528443:27568657,27529078:27568909,27533501:27569571,27553572:27602105,27554267:27608352,27558546:27600588,27558549:27600766,27559620:27599507,27559622:27583117,27591295:27591806,27639338:27644927,27639340:27643368,27641183:27641599,27646191:27647206,27647480:27649350,27647483:27647742,27649569:27649777,27750329:27750563,27750615:27750823,27753623:27756491,27757706:27758549,27787793:27787827,27796908:27802850,27801652:27805809,27825436:27825518,27827678:27827795,27827700:27827937,27832268:27832341,27868988:27869202,27878079:27878244,27878527:27879005,27900592:27903850,27900605:27901133', 'assoc_mat': '27397001:kraft:3726:27398311,27398251:kraft:3726:27415394,27405365:kraft:3726:27411054,27406390:kraft:3726:27409421,27444030:kraft:3726:27444965,27447042:kraft:3726:27450635,27447043:kraft:3726:27448443,27447044:kraft:3726:27448343,27447619:kraft:3726:27447770,27478191:kraft:3726:27478708,27482984:kraft:3726:27483342,27483430:kraft:3726:27488625,27485552:kraft:3726:27485813,27528443:kraft:3726:27568657,27529078:kraft:3726:27568909,27533501:kraft:3726:27569571,27553572:kraft:3726:27602105,27554267:kraft:3726:27608352,27558546:kraft:3726:27600588,27558549:kraft:3726:27600766,27559620:kraft:3726:27599507,27559622:kraft:3726:27583117,27591295:kraft:3726:27591806,27639338:kraft:3726:27644927,27639340:kraft:3726:27643368,27641183:kraft:3726:27641599,27646191:kraft:3726:27647206,27647480:kraft:3726:27649350,27647483:kraft:3726:27647742,27649569:kraft:3726:27649777,27750329:kraft:3726:27750563,27750615:kraft:3726:27750823,27753623:kraft:3726:27756491,27757706:kraft:3726:27758549,27787793:kraft:3726:27787827,27796908:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0011562735686863068, 'nb_photo': 12, 'list_port_cont': '27443162,27444167,27444971,27448347,27450625,27488632,27568664,27608353,27644923', 'assoc_port': '27443051:27443162,27444030:27444971,27444031:27444167,27447042:27450625,27447044:27448347,27483430:27488632,27528443:27568664,27554267:27608353,27639338:27644923', 'assoc_mat': '27443051:metal:3726:27443162,27444030:metal:3726:27444971,27444031:metal:3726:27444167,27447042:metal:3726:27450625,27447044:metal:3726:27448347,27483430:metal:3726:27488632,27528443:metal:3726:27568664,27554267:metal:3726:27608353,27639338:metal:3726:27644923'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0117926243132463, 'nb_photo': 1130, 'list_port_cont': '27398302,27398518,27405520,27409414,27410361,27411046,27415399,27443165,27444170,27444963,27447774,27448345,27448438,27450626,27478706,27483343,27485818,27488626,27529713,27531421,27568666,27568714,27568903,27569041,27569566,27569977,27583115,27587899,27590250,27591803,27595081,27599513,27600587,27600767,27602092,27602293,27608358,27641594,27643362,27644925,27645086,27647200,27647749,27649348,27649775,27652637,27693578,27695011,27696828,27700898,27750566,27750815,27756496,27758544,27761928,27787822,27795194,27802847,27805817,27825516,27827793,27827936,27830242,27832340,27833886,27869203,27873243,27878250,27879000,27901140,27903848', 'assoc_port': '27397001:27398302,27398251:27415399,27398253:27398518,27405365:27411046,27405366:27405520,27406389:27410361,27406390:27409414,27443051:27443165,27444030:27444963,27444031:27444170,27447042:27450626,27447043:27448438,27447044:27448345,27447619:27447774,27478191:27478706,27482984:27483343,27483430:27488626,27485552:27485818,27527303:27529713,27528443:27568666,27528446:27531421,27528839:27568714,27529078:27568903,27532966:27569041,27533501:27569566,27534597:27569977,27553572:27602092,27553573:27602293,27554267:27608358,27558546:27600587,27558549:27600767,27559620:27599513,27559622:27583115,27585462:27587899,27589667:27590250,27589686:27595081,27591295:27591803,27637740:27645086,27639338:27644925,27639340:27643362,27641183:27641594,27646191:27647200,27646192:27652637,27647480:27649348,27647483:27647749,27649569:27649775,27689733:27696828,27693193:27693578,27693195:27695011,27700349:27700898,27750329:27750566,27750615:27750815,27753623:27756496,27757706:27758544,27761716:27761928,27787793:27787822,27795065:2779519', 'assoc_mat': '27397001:plastique:3726:27398302,27398251:plastique:3726:27415399,27398253:plastique:3726:27398518,27405365:plastique:3726:27411046,27405366:plastique:3726:27405520,27406389:plastique:3726:27410361,27406390:plastique:3726:27409414,27443051:plastique:3726:27443165,27444030:plastique:3726:27444963,27444031:plastique:3726:27444170,27447042:plastique:3726:27450626,27447043:plastique:3726:27448438,27447044:plastique:3726:27448345,27447619:plastique:3726:27447774,27478191:plastique:3726:27478706,27482984:plastique:3726:27483343,27483430:plastique:3726:27488626,27485552:plastique:3726:27485818,27527303:plastique:3726:27529713,27528443:plastique:3726:27568666,27528446:plastique:3726:27531421,27528839:plastique:3726:27568714,27529078:plastique:3726:27568903,27532966:plastique:3726:27569041,27533501:plastique:3726:27569566,27534597:plastique:3726:27569977,27553572:plastique:3726:27602092,27553573:plastique:3726:27602293,27554267:plastique:3726:27608358,27558546:plastique:3726:27600587,27558549:plastique:3726:27600767,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019274979682570678, 'nb_photo': 3558, 'list_port_cont': '27398309,27398524,27405518,27409413,27410357,27411048,27415398,27443166,27444168,27444968,27447769,27448351,27448439,27450630,27478712,27483344,27485809,27488631,27529708,27531420,27568661,27568719,27568883,27568913,27569040,27569563,27569974,27583114,27587897,27590243,27591802,27595086,27599511,27600590,27600773,27602096,27602291,27608356,27641598,27643358,27644922,27645087,27647203,27647743,27649353,27649783,27652635,27693588,27695012,27696829,27700897,27750562,27750818,27756498,27758540,27761930,27787816,27795202,27802852,27805818,27825520,27827797,27827929,27830244,27832339,27833891,27869204,27873240,27878252,27878998,27901150,27903847', 'assoc_port': '27397001:27398309,27398251:27415398,27398253:27398524,27405365:27411048,27405366:27405518,27406389:27410357,27406390:27409413,27443051:27443166,27444030:27444968,27444031:27444168,27447042:27450630,27447043:27448439,27447044:27448351,27447619:27447769,27478191:27478712,27482984:27483344,27483430:27488631,27485552:27485809,27527303:27529708,27528443:27568661,27528446:27531420,27528839:27568719,27529078:27568913,27532965:27568883,27532966:27569040,27533501:27569563,27534597:27569974,27553572:27602096,27553573:27602291,27554267:27608356,27558546:27600590,27558549:27600773,27559620:27599511,27559622:27583114,27585462:27587897,27589667:27590243,27589686:27595086,27591295:27591802,27637740:27645087,27639338:27644922,27639340:27643358,27641183:27641598,27646191:27647203,27646192:27652635,27647480:27649353,27647483:27647743,27649569:27649783,27689733:27696829,27693193:27693588,27693195:27695012,27700349:27700897,27750329:27750562,27750615:27750818,27753623:27756498,27757706:27758540,27761716:27761930,27787793:2778781', 'assoc_mat': '27397001:Teint_Dans_La_Masse:3726:27398309,27398251:Teint_Dans_La_Masse:3726:27415398,27398253:Teint_Dans_La_Masse:3726:27398524,27405365:Teint_Dans_La_Masse:3726:27411048,27405366:Teint_Dans_La_Masse:3726:27405518,27406389:Teint_Dans_La_Masse:3726:27410357,27406390:Teint_Dans_La_Masse:3726:27409413,27443051:Teint_Dans_La_Masse:3726:27443166,27444030:Teint_Dans_La_Masse:3726:27444968,27444031:Teint_Dans_La_Masse:3726:27444168,27447042:Teint_Dans_La_Masse:3726:27450630,27447043:Teint_Dans_La_Masse:3726:27448439,27447044:Teint_Dans_La_Masse:3726:27448351,27447619:Teint_Dans_La_Masse:3726:27447769,27478191:Teint_Dans_La_Masse:3726:27478712,27482984:Teint_Dans_La_Masse:3726:27483344,27483430:Teint_Dans_La_Masse:3726:27488631,27485552:Teint_Dans_La_Masse:3726:27485809,27527303:Teint_Dans_La_Masse:3726:27529708,27528443:Teint_Dans_La_Masse:3726:27568661,27528446:Teint_Dans_La_Masse:3726:27531420,27528839:Teint_Dans_La_Masse:3726:27568719,27529078:Teint_Dans_La_Masse:3726:27568913,27532965:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 4645}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-10', 0.1260067364023422),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((4645,),), 'unwanted_material_monthly_percentage': ((0.1260067364023422,),), 'material_repartition': (('JRM', 4645),), 'material_dict': {'JRM': 4645}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 10, 1), 0.14515557954147312, 48), (datetime.date(2025, 10, 2), 0.12011208900855752, 32), (datetime.date(2025, 10, 3), 0.17760933166629136, 37), (datetime.date(2025, 10, 6), 0.09964652032821592, 31), (datetime.date(2025, 10, 7), 0.12257371213678331, 42), (datetime.date(2025, 10, 8), 0.11895480226846775, 28), (datetime.date(2025, 10, 9), 0.1331868035472854, 36), (datetime.date(2025, 10, 10), 0.08693769233172029, 52), (datetime.date(2025, 10, 13), 0.15099628903575354, 35), (datetime.date(2025, 10, 14), 0.12548920597729007, 48), (datetime.date(2025, 10, 15), 0.09444131893653052, 12), (datetime.date(2025, 10, 16), 0.09691805983716636, 17), (datetime.date(2025, 10, 17), 0.09102343662140255, 29)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 10, 1), 0.14515557954147312, 48), (datetime.date(2025, 10, 2), 0.12011208900855752, 32), (datetime.date(2025, 10, 3), 0.17760933166629136, 37), (datetime.date(2025, 10, 6), 0.09964652032821592, 31), (datetime.date(2025, 10, 7), 0.12257371213678331, 42), (datetime.date(2025, 10, 8), 0.11895480226846775, 28), (datetime.date(2025, 10, 9), 0.1331868035472854, 36), (datetime.date(2025, 10, 10), 0.08693769233172029, 52), (datetime.date(2025, 10, 13), 0.15099628903575354, 35), (datetime.date(2025, 10, 14), 0.12548920597729007, 48), (datetime.date(2025, 10, 15), 0.09444131893653052, 12), (datetime.date(2025, 10, 16), 0.09691805983716636, 17), (datetime.date(2025, 10, 17), 0.09102343662140255, 29))}, 'quality_array': [['-0.1682193975289702', '01102025'], ['-0.04963376933016905', '02102025'], ['-0.3545204658565506', '03102025'], ['0.12254355773360509', '06102025'], ['0.044403217658280474', '07102025'], ['0.039595283362391015', '08102025'], ['-0.28669910440231927', '09102025'], ['-0.4951445673407556', '10102025'], ['-0.02948245685220236', '13102025'], ['0.12514251837238968', '14102025'], ['0.10216573959528367', '15102025'], ['0.3205804195425176', '16102025'], ['-0.6022409617071218', '17102025']], 'number_of_batch': ((75,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013443952667539208, 'nb_photo': 514, 'list_port_cont': '27398306,27398515,27405519,27409423,27411051,27415390,27443159,27444161,27444962,27447775,27448341,27448447,27450627,27478711,27483345,27485807,27488634,27529710,27531418,27568655,27568711,27568888,27568904,27569032,27569568,27569971,27583123,27587894,27590254,27591804,27595078,27599509,27600583,27600772,27602114,27602290,27608351,27641596,27643357,27644932,27645081,27647197,27647740,27649354,27649774,27652629,27693580,27695010,27696830,27700893,27750565,27750813,27756490,27758543,27761929,27787819,27795191,27802848,27805819,27825521,27827800,27827933,27832336,27833887,27869206,27873236,27878246,27901149,27903851', 'assoc_port': '27397001:27398306,27398251:27415390,27398253:27398515,27405365:27411051,27405366:27405519,27406390:27409423,27443051:27443159,27444030:27444962,27444031:27444161,27447042:27450627,27447043:27448447,27447044:27448341,27447619:27447775,27478191:27478711,27482984:27483345,27483430:27488634,27485552:27485807,27527303:27529710,27528443:27568655,27528446:27531418,27528839:27568711,27529078:27568904,27532965:27568888,27532966:27569032,27533501:27569568,27534597:27569971,27553572:27602114,27553573:27602290,27554267:27608351,27558546:27600583,27558549:27600772,27559620:27599509,27559622:27583123,27585462:27587894,27589667:27590254,27589686:27595078,27591295:27591804,27637740:27645081,27639338:27644932,27639340:27643357,27641183:27641596,27646191:27647197,27646192:27652629,27647480:27649354,27647483:27647740,27649569:27649774,27689733:27696830,27693193:27693580,27693195:27695010,27700349:27700893,27750329:27750565,27750615:27750813,27753623:27756490,27757706:27758543,27761716:27761929,27787793:27787819,27795065:2779519', 'assoc_mat': '27397001:autre_refus:3726:27398306,27398251:autre_refus:3726:27415390,27398253:autre_refus:3726:27398515,27405365:autre_refus:3726:27411051,27405366:autre_refus:3726:27405519,27406390:autre_refus:3726:27409423,27443051:autre_refus:3726:27443159,27444030:autre_refus:3726:27444962,27444031:autre_refus:3726:27444161,27447042:autre_refus:3726:27450627,27447043:autre_refus:3726:27448447,27447044:autre_refus:3726:27448341,27447619:autre_refus:3726:27447775,27478191:autre_refus:3726:27478711,27482984:autre_refus:3726:27483345,27483430:autre_refus:3726:27488634,27485552:autre_refus:3726:27485807,27527303:autre_refus:3726:27529710,27528443:autre_refus:3726:27568655,27528446:autre_refus:3726:27531418,27528839:autre_refus:3726:27568711,27529078:autre_refus:3726:27568904,27532965:autre_refus:3726:27568888,27532966:autre_refus:3726:27569032,27533501:autre_refus:3726:27569568,27534597:autre_refus:3726:27569971,27553572:autre_refus:3726:27602114,27553573:autre_refus:3726:27602290,27554267:autre_refus:3726:27608351,27558546:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014437159907300453, 'nb_photo': 1609, 'list_port_cont': '27398300,27398514,27405522,27409416,27410358,27411052,27415395,27443161,27444162,27444961,27447767,27448346,27448440,27450634,27450911,27478709,27483349,27485812,27488633,27529718,27531423,27568659,27568712,27568885,27568907,27569038,27569569,27569980,27583116,27587900,27590244,27591807,27595083,27599506,27600584,27600776,27602093,27602298,27608350,27641595,27643367,27644930,27645084,27647198,27647744,27649352,27649779,27652636,27693577,27695015,27696838,27700899,27750561,27750819,27756500,27758545,27761932,27787817,27795192,27802843,27805816,27825517,27827798,27827931,27830250,27832343,27833894,27869205,27873238,27878253,27878999,27901131,27903843', 'assoc_port': '27397001:27398300,27398251:27415395,27398253:27398514,27405365:27411052,27405366:27405522,27406389:27410358,27406390:27409416,27443051:27443161,27444030:27444961,27444031:27444162,27446514:27450911,27447042:27450634,27447043:27448440,27447044:27448346,27447619:27447767,27478191:27478709,27482984:27483349,27483430:27488633,27485552:27485812,27527303:27529718,27528443:27568659,27528446:27531423,27528839:27568712,27529078:27568907,27532965:27568885,27532966:27569038,27533501:27569569,27534597:27569980,27553572:27602093,27553573:27602298,27554267:27608350,27558546:27600584,27558549:27600776,27559620:27599506,27559622:27583116,27585462:27587900,27589667:27590244,27589686:27595083,27591295:27591807,27637740:27645084,27639338:27644930,27639340:27643367,27641183:27641595,27646191:27647198,27646192:27652636,27647480:27649352,27647483:27647744,27649569:27649779,27689733:27696838,27693193:27693577,27693195:27695015,27700349:27700899,27750329:27750561,27750615:27750819,27753623:27756500,27757706:27758545,27761716:2776193', 'assoc_mat': '27397001:cartonnette:3726:27398300,27398251:cartonnette:3726:27415395,27398253:cartonnette:3726:27398514,27405365:cartonnette:3726:27411052,27405366:cartonnette:3726:27405522,27406389:cartonnette:3726:27410358,27406390:cartonnette:3726:27409416,27443051:cartonnette:3726:27443161,27444030:cartonnette:3726:27444961,27444031:cartonnette:3726:27444162,27446514:cartonnette:3726:27450911,27447042:cartonnette:3726:27450634,27447043:cartonnette:3726:27448440,27447044:cartonnette:3726:27448346,27447619:cartonnette:3726:27447767,27478191:cartonnette:3726:27478709,27482984:cartonnette:3726:27483349,27483430:cartonnette:3726:27488633,27485552:cartonnette:3726:27485812,27527303:cartonnette:3726:27529718,27528443:cartonnette:3726:27568659,27528446:cartonnette:3726:27531423,27528839:cartonnette:3726:27568712,27529078:cartonnette:3726:27568907,27532965:cartonnette:3726:27568885,27532966:cartonnette:3726:27569038,27533501:cartonnette:3726:27569569,27534597:cartonnette:3726:27569980,27553572:cartonnette:3726:27602093,27553573:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06825347436756563, 'nb_photo': 7108, 'list_port_cont': '27398310,27398525,27405523,27409415,27410367,27411047,27415388,27443168,27444171,27444964,27447776,27448349,27448441,27450628,27450903,27478717,27483351,27485808,27488623,27529716,27531428,27568663,27568710,27568881,27568912,27569031,27569570,27569972,27583113,27587898,27590253,27591810,27595079,27599505,27600585,27600775,27602113,27602288,27608357,27641600,27643365,27644928,27645083,27647207,27647750,27649358,27649776,27652634,27693582,27695014,27696831,27700896,27750558,27750814,27756495,27758541,27761926,27787825,27795200,27802846,27805813,27825522,27827794,27827932,27830246,27832338,27833888,27869207,27873239,27878247,27878996,27901145,27903845', 'assoc_port': '27397001:27398310,27398251:27415388,27398253:27398525,27405365:27411047,27405366:27405523,27406389:27410367,27406390:27409415,27443051:27443168,27444030:27444964,27444031:27444171,27446514:27450903,27447042:27450628,27447043:27448441,27447044:27448349,27447619:27447776,27478191:27478717,27482984:27483351,27483430:27488623,27485552:27485808,27527303:27529716,27528443:27568663,27528446:27531428,27528839:27568710,27529078:27568912,27532965:27568881,27532966:27569031,27533501:27569570,27534597:27569972,27553572:27602113,27553573:27602288,27554267:27608357,27558546:27600585,27558549:27600775,27559620:27599505,27559622:27583113,27585462:27587898,27589667:27590253,27589686:27595079,27591295:27591810,27637740:27645083,27639338:27644928,27639340:27643365,27641183:27641600,27646191:27647207,27646192:27652634,27647480:27649358,27647483:27647750,27649569:27649776,27689733:27696831,27693193:27693582,27693195:27695014,27700349:27700896,27750329:27750558,27750615:27750814,27753623:27756495,27757706:27758541,27761716:2776192', 'assoc_mat': '27397001:Carton_brun:3726:27398310,27398251:Carton_brun:3726:27415388,27398253:Carton_brun:3726:27398525,27405365:Carton_brun:3726:27411047,27405366:Carton_brun:3726:27405523,27406389:Carton_brun:3726:27410367,27406390:Carton_brun:3726:27409415,27443051:Carton_brun:3726:27443168,27444030:Carton_brun:3726:27444964,27444031:Carton_brun:3726:27444171,27446514:Carton_brun:3726:27450903,27447042:Carton_brun:3726:27450628,27447043:Carton_brun:3726:27448441,27447044:Carton_brun:3726:27448349,27447619:Carton_brun:3726:27447776,27478191:Carton_brun:3726:27478717,27482984:Carton_brun:3726:27483351,27483430:Carton_brun:3726:27488623,27485552:Carton_brun:3726:27485808,27527303:Carton_brun:3726:27529716,27528443:Carton_brun:3726:27568663,27528446:Carton_brun:3726:27531428,27528839:Carton_brun:3726:27568710,27529078:Carton_brun:3726:27568912,27532965:Carton_brun:3726:27568881,27532966:Carton_brun:3726:27569031,27533501:Carton_brun:3726:27569570,27534597:Carton_brun:3726:27569972,27553572:Carton_brun:3726:27602113,27553573:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007083952305499979, 'nb_photo': 187, 'list_port_cont': '27398304,27398520,27409417,27411049,27415396,27443167,27444169,27444969,27447766,27448342,27448437,27450631,27483353,27485817,27488624,27529709,27531424,27568660,27568717,27568884,27569035,27569561,27569975,27583118,27590252,27591808,27595080,27599514,27600589,27602098,27602292,27608354,27641593,27643361,27644926,27645089,27647745,27649357,27652627,27695017,27696836,27700895,27750559,27750822,27756493,27758550,27787823,27795197,27802841,27805820,27825526,27827801,27827930,27832335,27833885,27878245', 'assoc_port': '27397001:27398304,27398251:27415396,27398253:27398520,27405365:27411049,27406390:27409417,27443051:27443167,27444030:27444969,27444031:27444169,27447042:27450631,27447043:27448437,27447044:27448342,27447619:27447766,27482984:27483353,27483430:27488624,27485552:27485817,27527303:27529709,27528443:27568660,27528446:27531424,27528839:27568717,27532965:27568884,27532966:27569035,27533501:27569561,27534597:27569975,27553572:27602098,27553573:27602292,27554267:27608354,27558546:27600589,27559620:27599514,27559622:27583118,27589667:27590252,27589686:27595080,27591295:27591808,27637740:27645089,27639338:27644926,27639340:27643361,27641183:27641593,27646192:27652627,27647480:27649357,27647483:27647745,27689733:27696836,27693195:27695017,27700349:27700895,27750329:27750559,27750615:27750822,27753623:27756493,27757706:27758550,27787793:27787823,27795065:27795197,27796908:27802841,27801652:27805820,27825436:27825526,27827678:27827801,27827700:27827930,27832268:27832335,27833673:27833885,27878079:27878245', 'assoc_mat': '27397001:Carton_gris:3726:27398304,27398251:Carton_gris:3726:27415396,27398253:Carton_gris:3726:27398520,27405365:Carton_gris:3726:27411049,27406390:Carton_gris:3726:27409417,27443051:Carton_gris:3726:27443167,27444030:Carton_gris:3726:27444969,27444031:Carton_gris:3726:27444169,27447042:Carton_gris:3726:27450631,27447043:Carton_gris:3726:27448437,27447044:Carton_gris:3726:27448342,27447619:Carton_gris:3726:27447766,27482984:Carton_gris:3726:27483353,27483430:Carton_gris:3726:27488624,27485552:Carton_gris:3726:27485817,27527303:Carton_gris:3726:27529709,27528443:Carton_gris:3726:27568660,27528446:Carton_gris:3726:27531424,27528839:Carton_gris:3726:27568717,27532965:Carton_gris:3726:27568884,27532966:Carton_gris:3726:27569035,27533501:Carton_gris:3726:27569561,27534597:Carton_gris:3726:27569975,27553572:Carton_gris:3726:27602098,27553573:Carton_gris:3726:27602292,27554267:Carton_gris:3726:27608354,27558546:Carton_gris:3726:27600589,27559620:Carton_gris:3726:27599514,27559622:Carton_gris:3726:27583118,27589667:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003558017097930518, 'nb_photo': 130, 'list_port_cont': '27398311,27409421,27411054,27415394,27444965,27447770,27448343,27448443,27450635,27478708,27483342,27485813,27488625,27568657,27568909,27569571,27583117,27591806,27599507,27600588,27600766,27602105,27608352,27641599,27643368,27644927,27647206,27647742,27649350,27649777,27750563,27750823,27756491,27758549,27787827,27802850,27805809,27825518,27827795,27827937,27832341,27869202,27878244,27879005,27901133,27903850', 'assoc_port': '27397001:27398311,27398251:27415394,27405365:27411054,27406390:27409421,27444030:27444965,27447042:27450635,27447043:27448443,27447044:27448343,27447619:27447770,27478191:27478708,27482984:27483342,27483430:27488625,27485552:27485813,27528443:27568657,27529078:27568909,27533501:27569571,27553572:27602105,27554267:27608352,27558546:27600588,27558549:27600766,27559620:27599507,27559622:27583117,27591295:27591806,27639338:27644927,27639340:27643368,27641183:27641599,27646191:27647206,27647480:27649350,27647483:27647742,27649569:27649777,27750329:27750563,27750615:27750823,27753623:27756491,27757706:27758549,27787793:27787827,27796908:27802850,27801652:27805809,27825436:27825518,27827678:27827795,27827700:27827937,27832268:27832341,27868988:27869202,27878079:27878244,27878527:27879005,27900592:27903850,27900605:27901133', 'assoc_mat': '27397001:kraft:3726:27398311,27398251:kraft:3726:27415394,27405365:kraft:3726:27411054,27406390:kraft:3726:27409421,27444030:kraft:3726:27444965,27447042:kraft:3726:27450635,27447043:kraft:3726:27448443,27447044:kraft:3726:27448343,27447619:kraft:3726:27447770,27478191:kraft:3726:27478708,27482984:kraft:3726:27483342,27483430:kraft:3726:27488625,27485552:kraft:3726:27485813,27528443:kraft:3726:27568657,27529078:kraft:3726:27568909,27533501:kraft:3726:27569571,27553572:kraft:3726:27602105,27554267:kraft:3726:27608352,27558546:kraft:3726:27600588,27558549:kraft:3726:27600766,27559620:kraft:3726:27599507,27559622:kraft:3726:27583117,27591295:kraft:3726:27591806,27639338:kraft:3726:27644927,27639340:kraft:3726:27643368,27641183:kraft:3726:27641599,27646191:kraft:3726:27647206,27647480:kraft:3726:27649350,27647483:kraft:3726:27647742,27649569:kraft:3726:27649777,27750329:kraft:3726:27750563,27750615:kraft:3726:27750823,27753623:kraft:3726:27756491,27757706:kraft:3726:27758549,27787793:kraft:3726:27787827,27796908:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0011562735686863068, 'nb_photo': 12, 'list_port_cont': '27443162,27444167,27444971,27448347,27450625,27488632,27568664,27608353,27644923', 'assoc_port': '27443051:27443162,27444030:27444971,27444031:27444167,27447042:27450625,27447044:27448347,27483430:27488632,27528443:27568664,27554267:27608353,27639338:27644923', 'assoc_mat': '27443051:metal:3726:27443162,27444030:metal:3726:27444971,27444031:metal:3726:27444167,27447042:metal:3726:27450625,27447044:metal:3726:27448347,27483430:metal:3726:27488632,27528443:metal:3726:27568664,27554267:metal:3726:27608353,27639338:metal:3726:27644923'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0117926243132463, 'nb_photo': 1130, 'list_port_cont': '27398302,27398518,27405520,27409414,27410361,27411046,27415399,27443165,27444170,27444963,27447774,27448345,27448438,27450626,27478706,27483343,27485818,27488626,27529713,27531421,27568666,27568714,27568903,27569041,27569566,27569977,27583115,27587899,27590250,27591803,27595081,27599513,27600587,27600767,27602092,27602293,27608358,27641594,27643362,27644925,27645086,27647200,27647749,27649348,27649775,27652637,27693578,27695011,27696828,27700898,27750566,27750815,27756496,27758544,27761928,27787822,27795194,27802847,27805817,27825516,27827793,27827936,27830242,27832340,27833886,27869203,27873243,27878250,27879000,27901140,27903848', 'assoc_port': '27397001:27398302,27398251:27415399,27398253:27398518,27405365:27411046,27405366:27405520,27406389:27410361,27406390:27409414,27443051:27443165,27444030:27444963,27444031:27444170,27447042:27450626,27447043:27448438,27447044:27448345,27447619:27447774,27478191:27478706,27482984:27483343,27483430:27488626,27485552:27485818,27527303:27529713,27528443:27568666,27528446:27531421,27528839:27568714,27529078:27568903,27532966:27569041,27533501:27569566,27534597:27569977,27553572:27602092,27553573:27602293,27554267:27608358,27558546:27600587,27558549:27600767,27559620:27599513,27559622:27583115,27585462:27587899,27589667:27590250,27589686:27595081,27591295:27591803,27637740:27645086,27639338:27644925,27639340:27643362,27641183:27641594,27646191:27647200,27646192:27652637,27647480:27649348,27647483:27647749,27649569:27649775,27689733:27696828,27693193:27693578,27693195:27695011,27700349:27700898,27750329:27750566,27750615:27750815,27753623:27756496,27757706:27758544,27761716:27761928,27787793:27787822,27795065:2779519', 'assoc_mat': '27397001:plastique:3726:27398302,27398251:plastique:3726:27415399,27398253:plastique:3726:27398518,27405365:plastique:3726:27411046,27405366:plastique:3726:27405520,27406389:plastique:3726:27410361,27406390:plastique:3726:27409414,27443051:plastique:3726:27443165,27444030:plastique:3726:27444963,27444031:plastique:3726:27444170,27447042:plastique:3726:27450626,27447043:plastique:3726:27448438,27447044:plastique:3726:27448345,27447619:plastique:3726:27447774,27478191:plastique:3726:27478706,27482984:plastique:3726:27483343,27483430:plastique:3726:27488626,27485552:plastique:3726:27485818,27527303:plastique:3726:27529713,27528443:plastique:3726:27568666,27528446:plastique:3726:27531421,27528839:plastique:3726:27568714,27529078:plastique:3726:27568903,27532966:plastique:3726:27569041,27533501:plastique:3726:27569566,27534597:plastique:3726:27569977,27553572:plastique:3726:27602092,27553573:plastique:3726:27602293,27554267:plastique:3726:27608358,27558546:plastique:3726:27600587,27558549:plastique:3726:27600767,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019274979682570678, 'nb_photo': 3558, 'list_port_cont': '27398309,27398524,27405518,27409413,27410357,27411048,27415398,27443166,27444168,27444968,27447769,27448351,27448439,27450630,27478712,27483344,27485809,27488631,27529708,27531420,27568661,27568719,27568883,27568913,27569040,27569563,27569974,27583114,27587897,27590243,27591802,27595086,27599511,27600590,27600773,27602096,27602291,27608356,27641598,27643358,27644922,27645087,27647203,27647743,27649353,27649783,27652635,27693588,27695012,27696829,27700897,27750562,27750818,27756498,27758540,27761930,27787816,27795202,27802852,27805818,27825520,27827797,27827929,27830244,27832339,27833891,27869204,27873240,27878252,27878998,27901150,27903847', 'assoc_port': '27397001:27398309,27398251:27415398,27398253:27398524,27405365:27411048,27405366:27405518,27406389:27410357,27406390:27409413,27443051:27443166,27444030:27444968,27444031:27444168,27447042:27450630,27447043:27448439,27447044:27448351,27447619:27447769,27478191:27478712,27482984:27483344,27483430:27488631,27485552:27485809,27527303:27529708,27528443:27568661,27528446:27531420,27528839:27568719,27529078:27568913,27532965:27568883,27532966:27569040,27533501:27569563,27534597:27569974,27553572:27602096,27553573:27602291,27554267:27608356,27558546:27600590,27558549:27600773,27559620:27599511,27559622:27583114,27585462:27587897,27589667:27590243,27589686:27595086,27591295:27591802,27637740:27645087,27639338:27644922,27639340:27643358,27641183:27641598,27646191:27647203,27646192:27652635,27647480:27649353,27647483:27647743,27649569:27649783,27689733:27696829,27693193:27693588,27693195:27695012,27700349:27700897,27750329:27750562,27750615:27750818,27753623:27756498,27757706:27758540,27761716:27761930,27787793:2778781', 'assoc_mat': '27397001:Teint_Dans_La_Masse:3726:27398309,27398251:Teint_Dans_La_Masse:3726:27415398,27398253:Teint_Dans_La_Masse:3726:27398524,27405365:Teint_Dans_La_Masse:3726:27411048,27405366:Teint_Dans_La_Masse:3726:27405518,27406389:Teint_Dans_La_Masse:3726:27410357,27406390:Teint_Dans_La_Masse:3726:27409413,27443051:Teint_Dans_La_Masse:3726:27443166,27444030:Teint_Dans_La_Masse:3726:27444968,27444031:Teint_Dans_La_Masse:3726:27444168,27447042:Teint_Dans_La_Masse:3726:27450630,27447043:Teint_Dans_La_Masse:3726:27448439,27447044:Teint_Dans_La_Masse:3726:27448351,27447619:Teint_Dans_La_Masse:3726:27447769,27478191:Teint_Dans_La_Masse:3726:27478712,27482984:Teint_Dans_La_Masse:3726:27483344,27483430:Teint_Dans_La_Masse:3726:27488631,27485552:Teint_Dans_La_Masse:3726:27485809,27527303:Teint_Dans_La_Masse:3726:27529708,27528443:Teint_Dans_La_Masse:3726:27568661,27528446:Teint_Dans_La_Masse:3726:27531420,27528839:Teint_Dans_La_Masse:3726:27568719,27529078:Teint_Dans_La_Masse:3726:27568913,27532965:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 4645}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-10', 0.1260067364023422),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_10_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.34%', 514], 'cartonnette': ['cartonnette', '1.44%', 1609], 'Carton_brun': ['Carton_brun', '6.83%', 7108], 'Carton_gris': ['Carton_gris', '0.71%', 187], 'kraft': ['kraft', '0.36%', 130], 'metal': ['metal', '0.12%', 12], 'plastique': ['plastique', '1.18%', 1130], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '1.93%', 3558]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_10_annee_2025.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.87user 2.14system 2:26.31elapsed 3%CPU (0avgtext+0avgdata 165616maxresident)k 170016inputs+328outputs (11266major+70637minor)pagefaults 0swaps