python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-05 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (4, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (4, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 05 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-05 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-05%') and created_at like '%2026-05%'))); nb_day : (4, 31) after unwanted_material_data nb_day : (4, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/05%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-05-01 00:00:00,2026-05-04 00:00:00,2026-05-05 00:00:00,2026-05-06 00:00:00,2026-05-07 00:00:00,2026-05-08 00:00:00,2026-05-11 00:00:00,2026-05-12 00:00:00,2026-05-13 00:00:00,2026-05-14 00:00:00,2026-05-15 00:00:00,2026-05-18 00:00:00,2026-05-19 00:00:00,2026-05-20 00:00:00,2026-05-21 00:00:00,2026-05-22 00:00:00,2026-05-25 00:00:00,2026-05-26 00:00:00,2026-05-27 00:00:00,2026-05-28 00:00:00,2026-05-29 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 05 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 05 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%052026%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2026-05-01 : dt_date_just_month_year : 2026-05-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-05-01" AND ded.date <= "2026-05-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2986782,2987112,2987646,2988198,2988694,2989170,2989676) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015450268087208978, 'nb_photo': 192, 'list_port_cont': '31053588,31053622,31053692,31054453,31054513,31054969,31057380,31057800,31058065,31058412,31059042,31059409,31059647,31060037,31061709,31062461,31062906,31063281,31066919,31066950,31067410,31070769,31071587,31072168,31072317,31075829', 'assoc_port': '31052576:31053622,31052887:31053588,31053163:31053692,31053866:31054453,31054194:31054513,31054440:31054969,31055001:31057380,31057620:31057800,31057698:31058065,31058177:31058412,31058643:31059042,31058973:31059409,31059400:31059647,31059893:31060037,31060178:31061709,31062419:31062461,31062714:31062906,31063101:31063281,31065786:31066919,31066442:31066950,31067149:31067410,31070573:31070769,31071523:31071587,31071574:31072317,31072038:31072168,31075556:31075829', 'assoc_mat': '31052576:autre_refus:3726:31053622,31052887:autre_refus:3726:31053588,31053163:autre_refus:3726:31053692,31053866:autre_refus:3726:31054453,31054194:autre_refus:3726:31054513,31054440:autre_refus:3726:31054969,31055001:autre_refus:3726:31057380,31057620:autre_refus:3726:31057800,31057698:autre_refus:3726:31058065,31058177:autre_refus:3726:31058412,31058643:autre_refus:3726:31059042,31058973:autre_refus:3726:31059409,31059400:autre_refus:3726:31059647,31059893:autre_refus:3726:31060037,31060178:autre_refus:3726:31061709,31062419:autre_refus:3726:31062461,31062714:autre_refus:3726:31062906,31063101:autre_refus:3726:31063281,31065786:autre_refus:3726:31066919,31066442:autre_refus:3726:31066950,31067149:autre_refus:3726:31067410,31070573:autre_refus:3726:31070769,31071523:autre_refus:3726:31071587,31071574:autre_refus:3726:31072317,31072038:autre_refus:3726:31072168,31075556:autre_refus:3726:31075829'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013316732321775366, 'nb_photo': 508, 'list_port_cont': '31050612,31053586,31053618,31053682,31054447,31054510,31054967,31057385,31057799,31058071,31058413,31059039,31059414,31059638,31060040,31061712,31062469,31062910,31063284,31066925,31070766,31071588,31072170,31072316,31075824', 'assoc_port': '31044706:31050612,31052576:31053618,31052887:31053586,31053163:31053682,31053866:31054447,31054194:31054510,31054440:31054967,31055001:31057385,31057620:31057799,31057698:31058071,31058177:31058413,31058643:31059039,31058973:31059414,31059400:31059638,31059893:31060040,31060178:31061712,31062419:31062469,31062714:31062910,31063101:31063284,31065786:31066925,31070573:31070766,31071523:31071588,31071574:31072316,31072038:31072170,31075556:31075824', 'assoc_mat': '31044706:cartonnette:3726:31050612,31052576:cartonnette:3726:31053618,31052887:cartonnette:3726:31053586,31053163:cartonnette:3726:31053682,31053866:cartonnette:3726:31054447,31054194:cartonnette:3726:31054510,31054440:cartonnette:3726:31054967,31055001:cartonnette:3726:31057385,31057620:cartonnette:3726:31057799,31057698:cartonnette:3726:31058071,31058177:cartonnette:3726:31058413,31058643:cartonnette:3726:31059039,31058973:cartonnette:3726:31059414,31059400:cartonnette:3726:31059638,31059893:cartonnette:3726:31060040,31060178:cartonnette:3726:31061712,31062419:cartonnette:3726:31062469,31062714:cartonnette:3726:31062910,31063101:cartonnette:3726:31063284,31065786:cartonnette:3726:31066925,31070573:cartonnette:3726:31070766,31071523:cartonnette:3726:31071588,31071574:cartonnette:3726:31072316,31072038:cartonnette:3726:31072170,31075556:cartonnette:3726:31075824'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10269295660517623, 'nb_photo': 3013, 'list_port_cont': '31050609,31053584,31053623,31053690,31054450,31054516,31054963,31057374,31057794,31058063,31058410,31059041,31059405,31059640,31060036,31061715,31062467,31062902,31063287,31066921,31066945,31066972,31067047,31067411,31070774,31071582,31072177,31072319,31075823', 'assoc_port': '31044706:31050609,31052576:31053623,31052887:31053584,31053163:31053690,31053866:31054450,31054194:31054516,31054440:31054963,31055001:31057374,31057620:31057794,31057698:31058063,31058177:31058410,31058643:31059041,31058973:31059405,31059400:31059640,31059893:31060036,31060178:31061715,31062419:31062467,31062714:31062902,31063101:31063287,31065786:31066921,31066442:31066945,31066443:31067047,31066444:31066972,31067149:31067411,31070573:31070774,31071523:31071582,31071574:31072319,31072038:31072177,31075556:31075823', 'assoc_mat': '31044706:Carton_brun:3726:31050609,31052576:Carton_brun:3726:31053623,31052887:Carton_brun:3726:31053584,31053163:Carton_brun:3726:31053690,31053866:Carton_brun:3726:31054450,31054194:Carton_brun:3726:31054516,31054440:Carton_brun:3726:31054963,31055001:Carton_brun:3726:31057374,31057620:Carton_brun:3726:31057794,31057698:Carton_brun:3726:31058063,31058177:Carton_brun:3726:31058410,31058643:Carton_brun:3726:31059041,31058973:Carton_brun:3726:31059405,31059400:Carton_brun:3726:31059640,31059893:Carton_brun:3726:31060036,31060178:Carton_brun:3726:31061715,31062419:Carton_brun:3726:31062467,31062714:Carton_brun:3726:31062902,31063101:Carton_brun:3726:31063287,31065786:Carton_brun:3726:31066921,31066442:Carton_brun:3726:31066945,31066443:Carton_brun:3726:31067047,31066444:Carton_brun:3726:31066972,31067149:Carton_brun:3726:31067411,31070573:Carton_brun:3726:31070774,31071523:Carton_brun:3726:31071582,31071574:Carton_brun:3726:31072319,31072038:Carton_brun:3726:31072177,31075556:Carton_brun:3726:31075823'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007969838533154167, 'nb_photo': 70, 'list_port_cont': '31050607,31053578,31053621,31053683,31054449,31054511,31054964,31057379,31057804,31058069,31058409,31059036,31059413,31059642,31060039,31062470,31062901,31063280,31066926,31071585,31072313', 'assoc_port': '31044706:31050607,31052576:31053621,31052887:31053578,31053163:31053683,31053866:31054449,31054194:31054511,31054440:31054964,31055001:31057379,31057620:31057804,31057698:31058069,31058177:31058409,31058643:31059036,31058973:31059413,31059400:31059642,31059893:31060039,31062419:31062470,31062714:31062901,31063101:31063280,31065786:31066926,31071523:31071585,31071574:31072313', 'assoc_mat': '31044706:Carton_gris:3726:31050607,31052576:Carton_gris:3726:31053621,31052887:Carton_gris:3726:31053578,31053163:Carton_gris:3726:31053683,31053866:Carton_gris:3726:31054449,31054194:Carton_gris:3726:31054511,31054440:Carton_gris:3726:31054964,31055001:Carton_gris:3726:31057379,31057620:Carton_gris:3726:31057804,31057698:Carton_gris:3726:31058069,31058177:Carton_gris:3726:31058409,31058643:Carton_gris:3726:31059036,31058973:Carton_gris:3726:31059413,31059400:Carton_gris:3726:31059642,31059893:Carton_gris:3726:31060039,31062419:Carton_gris:3726:31062470,31062714:Carton_gris:3726:31062901,31063101:Carton_gris:3726:31063280,31065786:Carton_gris:3726:31066926,31071523:Carton_gris:3726:31071585,31071574:Carton_gris:3726:31072313'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0045730628600053076, 'nb_photo': 50, 'list_port_cont': '31053583,31053616,31053693,31054451,31054507,31057377,31057795,31058415,31059034,31059412,31059645,31060034,31061713,31062460,31062909,31063282,31066922,31071578,31072173', 'assoc_port': '31052576:31053616,31052887:31053583,31053163:31053693,31053866:31054451,31054194:31054507,31055001:31057377,31057620:31057795,31058177:31058415,31058643:31059034,31058973:31059412,31059400:31059645,31059893:31060034,31060178:31061713,31062419:31062460,31062714:31062909,31063101:31063282,31065786:31066922,31071523:31071578,31072038:31072173', 'assoc_mat': '31052576:kraft:3726:31053616,31052887:kraft:3726:31053583,31053163:kraft:3726:31053693,31053866:kraft:3726:31054451,31054194:kraft:3726:31054507,31055001:kraft:3726:31057377,31057620:kraft:3726:31057795,31058177:kraft:3726:31058415,31058643:kraft:3726:31059034,31058973:kraft:3726:31059412,31059400:kraft:3726:31059645,31059893:kraft:3726:31060034,31060178:kraft:3726:31061713,31062419:kraft:3726:31062460,31062714:kraft:3726:31062909,31063101:kraft:3726:31063282,31065786:kraft:3726:31066922,31071523:kraft:3726:31071578,31072038:kraft:3726:31072173'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016466786706023002, 'nb_photo': 10, 'list_port_cont': '31054444,31054512,31054970,31059037,31062900,31063291,31071589', 'assoc_port': '31053866:31054444,31054194:31054512,31054440:31054970,31058643:31059037,31062714:31062900,31063101:31063291,31071523:31071589', 'assoc_mat': '31053866:metal:3726:31054444,31054194:metal:3726:31054512,31054440:metal:3726:31054970,31058643:metal:3726:31059037,31062714:metal:3726:31062900,31063101:metal:3726:31063291,31071523:metal:3726:31071589'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011325519575290132, 'nb_photo': 472, 'list_port_cont': '31053582,31053620,31053687,31054452,31054509,31054966,31057383,31057803,31058060,31058411,31059031,31059410,31059643,31060038,31061718,31062466,31062903,31063283,31066918,31071586,31072166,31072311,31075828', 'assoc_port': '31052576:31053620,31052887:31053582,31053163:31053687,31053866:31054452,31054194:31054509,31054440:31054966,31055001:31057383,31057620:31057803,31057698:31058060,31058177:31058411,31058643:31059031,31058973:31059410,31059400:31059643,31059893:31060038,31060178:31061718,31062419:31062466,31062714:31062903,31063101:31063283,31065786:31066918,31071523:31071586,31071574:31072311,31072038:31072166,31075556:31075828', 'assoc_mat': '31052576:plastique:3726:31053620,31052887:plastique:3726:31053582,31053163:plastique:3726:31053687,31053866:plastique:3726:31054452,31054194:plastique:3726:31054509,31054440:plastique:3726:31054966,31055001:plastique:3726:31057383,31057620:plastique:3726:31057803,31057698:plastique:3726:31058060,31058177:plastique:3726:31058411,31058643:plastique:3726:31059031,31058973:plastique:3726:31059410,31059400:plastique:3726:31059643,31059893:plastique:3726:31060038,31060178:plastique:3726:31061718,31062419:plastique:3726:31062466,31062714:plastique:3726:31062903,31063101:plastique:3726:31063283,31065786:plastique:3726:31066918,31071523:plastique:3726:31071586,31071574:plastique:3726:31072311,31072038:plastique:3726:31072166,31075556:plastique:3726:31075828'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01868004622779917, 'nb_photo': 1239, 'list_port_cont': '31053580,31053624,31053685,31054454,31054517,31054973,31057375,31057801,31058068,31058414,31059040,31059416,31059648,31060032,31061711,31062471,31062899,31063290,31066927,31066946,31071581,31072176,31072315,31075833', 'assoc_port': '31052576:31053624,31052887:31053580,31053163:31053685,31053866:31054454,31054194:31054517,31054440:31054973,31055001:31057375,31057620:31057801,31057698:31058068,31058177:31058414,31058643:31059040,31058973:31059416,31059400:31059648,31059893:31060032,31060178:31061711,31062419:31062471,31062714:31062899,31063101:31063290,31065786:31066927,31066442:31066946,31071523:31071581,31071574:31072315,31072038:31072176,31075556:31075833', 'assoc_mat': '31052576:Teint_Dans_La_Masse:3726:31053624,31052887:Teint_Dans_La_Masse:3726:31053580,31053163:Teint_Dans_La_Masse:3726:31053685,31053866:Teint_Dans_La_Masse:3726:31054454,31054194:Teint_Dans_La_Masse:3726:31054517,31054440:Teint_Dans_La_Masse:3726:31054973,31055001:Teint_Dans_La_Masse:3726:31057375,31057620:Teint_Dans_La_Masse:3726:31057801,31057698:Teint_Dans_La_Masse:3726:31058068,31058177:Teint_Dans_La_Masse:3726:31058414,31058643:Teint_Dans_La_Masse:3726:31059040,31058973:Teint_Dans_La_Masse:3726:31059416,31059400:Teint_Dans_La_Masse:3726:31059648,31059893:Teint_Dans_La_Masse:3726:31060032,31060178:Teint_Dans_La_Masse:3726:31061711,31062419:Teint_Dans_La_Masse:3726:31062471,31062714:Teint_Dans_La_Masse:3726:31062899,31063101:Teint_Dans_La_Masse:3726:31063290,31065786:Teint_Dans_La_Masse:3726:31066927,31066442:Teint_Dans_La_Masse:3726:31066946,31071523:Teint_Dans_La_Masse:3726:31071581,31071574:Teint_Dans_La_Masse:3726:31072315,31072038:Teint_Dans_La_Masse:3726:31072176,31075556:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2986782,2987112,2987646,2988198,2988694,2989170,2989676)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31081423, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31053588,31053622,31053692,31054453,31054513,31054969,31057380,31057800,31058065,31058412,31059042,31059409,31059647,31060037,31061709,31062461,31062906,31063281,31066919,31066950,31067410,31070769,31071587,31072168,31072317,31075829 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31081424, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31050612,31053586,31053618,31053682,31054447,31054510,31054967,31057385,31057799,31058071,31058413,31059039,31059414,31059638,31060040,31061712,31062469,31062910,31063284,31066925,31070766,31071588,31072170,31072316,31075824 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31081426, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31050609,31053584,31053623,31053690,31054450,31054516,31054963,31057374,31057794,31058063,31058410,31059041,31059405,31059640,31060036,31061715,31062467,31062902,31063287,31066921,31066945,31066972,31067047,31067411,31070774,31071582,31072177,31072319,31075823 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31081427, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31050607,31053578,31053621,31053683,31054449,31054511,31054964,31057379,31057804,31058069,31058409,31059036,31059413,31059642,31060039,31062470,31062901,31063280,31066926,31071585,31072313 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31081428, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31053583,31053616,31053693,31054451,31054507,31057377,31057795,31058415,31059034,31059412,31059645,31060034,31061713,31062460,31062909,31063282,31066922,31071578,31072173 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31081429, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31054444,31054512,31054970,31059037,31062900,31063291,31071589 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31081430, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31053582,31053620,31053687,31054452,31054509,31054966,31057383,31057803,31058060,31058411,31059031,31059410,31059643,31060038,31061718,31062466,31062903,31063283,31066918,31071586,31072166,31072311,31075828 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31081431, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31053580,31053624,31053685,31054454,31054517,31054973,31057375,31057801,31058068,31058414,31059040,31059416,31059648,31060032,31061711,31062471,31062899,31063290,31066927,31066946,31071581,31072176,31072315,31075833 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/31081423,31081424,31081426,31081427,31081428,31081429,31081430,31081431?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-05-01' and date <= '2026-05-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((2079,),), 'unwanted_material_monthly_percentage': ((0.16563833278471574,),), 'material_repartition': (('JRM', 2079),), 'material_dict': {'JRM': 2079}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 5, 9), 0.09737363797058102, 97), (datetime.date(2026, 5, 11), 0.1800018496067262, 92), (datetime.date(2026, 5, 12), 0.16239798669751737, 92), (datetime.date(2026, 5, 13), 0.1602009060218615, 96), (datetime.date(2026, 5, 14), 0.21240985079157196, 30), (datetime.date(2026, 5, 15), 0.14816308180438498, 81)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 5, 9), 0.09737363797058102, 97), (datetime.date(2026, 5, 11), 0.1800018496067262, 92), (datetime.date(2026, 5, 12), 0.16239798669751737, 92), (datetime.date(2026, 5, 13), 0.1602009060218615, 96), (datetime.date(2026, 5, 14), 0.21240985079157196, 30), (datetime.date(2026, 5, 15), 0.14816308180438498, 81))}, 'quality_array': [['-2.9627968935431648', '09052026'], ['0.5024618726112235', '11052026'], ['0.30714982725607776', '12052026'], ['0.4202902750471532', '13052026'], ['-2.56758417969019', '14052026'], ['-2.127792427126512', '15052026']], 'number_of_batch': ((29,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015450268087208978, 'nb_photo': 192, 'list_port_cont': '31053588,31053622,31053692,31054453,31054513,31054969,31057380,31057800,31058065,31058412,31059042,31059409,31059647,31060037,31061709,31062461,31062906,31063281,31066919,31066950,31067410,31070769,31071587,31072168,31072317,31075829', 'assoc_port': '31052576:31053622,31052887:31053588,31053163:31053692,31053866:31054453,31054194:31054513,31054440:31054969,31055001:31057380,31057620:31057800,31057698:31058065,31058177:31058412,31058643:31059042,31058973:31059409,31059400:31059647,31059893:31060037,31060178:31061709,31062419:31062461,31062714:31062906,31063101:31063281,31065786:31066919,31066442:31066950,31067149:31067410,31070573:31070769,31071523:31071587,31071574:31072317,31072038:31072168,31075556:31075829', 'assoc_mat': '31052576:autre_refus:3726:31053622,31052887:autre_refus:3726:31053588,31053163:autre_refus:3726:31053692,31053866:autre_refus:3726:31054453,31054194:autre_refus:3726:31054513,31054440:autre_refus:3726:31054969,31055001:autre_refus:3726:31057380,31057620:autre_refus:3726:31057800,31057698:autre_refus:3726:31058065,31058177:autre_refus:3726:31058412,31058643:autre_refus:3726:31059042,31058973:autre_refus:3726:31059409,31059400:autre_refus:3726:31059647,31059893:autre_refus:3726:31060037,31060178:autre_refus:3726:31061709,31062419:autre_refus:3726:31062461,31062714:autre_refus:3726:31062906,31063101:autre_refus:3726:31063281,31065786:autre_refus:3726:31066919,31066442:autre_refus:3726:31066950,31067149:autre_refus:3726:31067410,31070573:autre_refus:3726:31070769,31071523:autre_refus:3726:31071587,31071574:autre_refus:3726:31072317,31072038:autre_refus:3726:31072168,31075556:autre_refus:3726:31075829'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013316732321775366, 'nb_photo': 508, 'list_port_cont': '31050612,31053586,31053618,31053682,31054447,31054510,31054967,31057385,31057799,31058071,31058413,31059039,31059414,31059638,31060040,31061712,31062469,31062910,31063284,31066925,31070766,31071588,31072170,31072316,31075824', 'assoc_port': '31044706:31050612,31052576:31053618,31052887:31053586,31053163:31053682,31053866:31054447,31054194:31054510,31054440:31054967,31055001:31057385,31057620:31057799,31057698:31058071,31058177:31058413,31058643:31059039,31058973:31059414,31059400:31059638,31059893:31060040,31060178:31061712,31062419:31062469,31062714:31062910,31063101:31063284,31065786:31066925,31070573:31070766,31071523:31071588,31071574:31072316,31072038:31072170,31075556:31075824', 'assoc_mat': '31044706:cartonnette:3726:31050612,31052576:cartonnette:3726:31053618,31052887:cartonnette:3726:31053586,31053163:cartonnette:3726:31053682,31053866:cartonnette:3726:31054447,31054194:cartonnette:3726:31054510,31054440:cartonnette:3726:31054967,31055001:cartonnette:3726:31057385,31057620:cartonnette:3726:31057799,31057698:cartonnette:3726:31058071,31058177:cartonnette:3726:31058413,31058643:cartonnette:3726:31059039,31058973:cartonnette:3726:31059414,31059400:cartonnette:3726:31059638,31059893:cartonnette:3726:31060040,31060178:cartonnette:3726:31061712,31062419:cartonnette:3726:31062469,31062714:cartonnette:3726:31062910,31063101:cartonnette:3726:31063284,31065786:cartonnette:3726:31066925,31070573:cartonnette:3726:31070766,31071523:cartonnette:3726:31071588,31071574:cartonnette:3726:31072316,31072038:cartonnette:3726:31072170,31075556:cartonnette:3726:31075824'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10269295660517623, 'nb_photo': 3013, 'list_port_cont': '31050609,31053584,31053623,31053690,31054450,31054516,31054963,31057374,31057794,31058063,31058410,31059041,31059405,31059640,31060036,31061715,31062467,31062902,31063287,31066921,31066945,31066972,31067047,31067411,31070774,31071582,31072177,31072319,31075823', 'assoc_port': '31044706:31050609,31052576:31053623,31052887:31053584,31053163:31053690,31053866:31054450,31054194:31054516,31054440:31054963,31055001:31057374,31057620:31057794,31057698:31058063,31058177:31058410,31058643:31059041,31058973:31059405,31059400:31059640,31059893:31060036,31060178:31061715,31062419:31062467,31062714:31062902,31063101:31063287,31065786:31066921,31066442:31066945,31066443:31067047,31066444:31066972,31067149:31067411,31070573:31070774,31071523:31071582,31071574:31072319,31072038:31072177,31075556:31075823', 'assoc_mat': '31044706:Carton_brun:3726:31050609,31052576:Carton_brun:3726:31053623,31052887:Carton_brun:3726:31053584,31053163:Carton_brun:3726:31053690,31053866:Carton_brun:3726:31054450,31054194:Carton_brun:3726:31054516,31054440:Carton_brun:3726:31054963,31055001:Carton_brun:3726:31057374,31057620:Carton_brun:3726:31057794,31057698:Carton_brun:3726:31058063,31058177:Carton_brun:3726:31058410,31058643:Carton_brun:3726:31059041,31058973:Carton_brun:3726:31059405,31059400:Carton_brun:3726:31059640,31059893:Carton_brun:3726:31060036,31060178:Carton_brun:3726:31061715,31062419:Carton_brun:3726:31062467,31062714:Carton_brun:3726:31062902,31063101:Carton_brun:3726:31063287,31065786:Carton_brun:3726:31066921,31066442:Carton_brun:3726:31066945,31066443:Carton_brun:3726:31067047,31066444:Carton_brun:3726:31066972,31067149:Carton_brun:3726:31067411,31070573:Carton_brun:3726:31070774,31071523:Carton_brun:3726:31071582,31071574:Carton_brun:3726:31072319,31072038:Carton_brun:3726:31072177,31075556:Carton_brun:3726:31075823'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007969838533154167, 'nb_photo': 70, 'list_port_cont': '31050607,31053578,31053621,31053683,31054449,31054511,31054964,31057379,31057804,31058069,31058409,31059036,31059413,31059642,31060039,31062470,31062901,31063280,31066926,31071585,31072313', 'assoc_port': '31044706:31050607,31052576:31053621,31052887:31053578,31053163:31053683,31053866:31054449,31054194:31054511,31054440:31054964,31055001:31057379,31057620:31057804,31057698:31058069,31058177:31058409,31058643:31059036,31058973:31059413,31059400:31059642,31059893:31060039,31062419:31062470,31062714:31062901,31063101:31063280,31065786:31066926,31071523:31071585,31071574:31072313', 'assoc_mat': '31044706:Carton_gris:3726:31050607,31052576:Carton_gris:3726:31053621,31052887:Carton_gris:3726:31053578,31053163:Carton_gris:3726:31053683,31053866:Carton_gris:3726:31054449,31054194:Carton_gris:3726:31054511,31054440:Carton_gris:3726:31054964,31055001:Carton_gris:3726:31057379,31057620:Carton_gris:3726:31057804,31057698:Carton_gris:3726:31058069,31058177:Carton_gris:3726:31058409,31058643:Carton_gris:3726:31059036,31058973:Carton_gris:3726:31059413,31059400:Carton_gris:3726:31059642,31059893:Carton_gris:3726:31060039,31062419:Carton_gris:3726:31062470,31062714:Carton_gris:3726:31062901,31063101:Carton_gris:3726:31063280,31065786:Carton_gris:3726:31066926,31071523:Carton_gris:3726:31071585,31071574:Carton_gris:3726:31072313'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0045730628600053076, 'nb_photo': 50, 'list_port_cont': '31053583,31053616,31053693,31054451,31054507,31057377,31057795,31058415,31059034,31059412,31059645,31060034,31061713,31062460,31062909,31063282,31066922,31071578,31072173', 'assoc_port': '31052576:31053616,31052887:31053583,31053163:31053693,31053866:31054451,31054194:31054507,31055001:31057377,31057620:31057795,31058177:31058415,31058643:31059034,31058973:31059412,31059400:31059645,31059893:31060034,31060178:31061713,31062419:31062460,31062714:31062909,31063101:31063282,31065786:31066922,31071523:31071578,31072038:31072173', 'assoc_mat': '31052576:kraft:3726:31053616,31052887:kraft:3726:31053583,31053163:kraft:3726:31053693,31053866:kraft:3726:31054451,31054194:kraft:3726:31054507,31055001:kraft:3726:31057377,31057620:kraft:3726:31057795,31058177:kraft:3726:31058415,31058643:kraft:3726:31059034,31058973:kraft:3726:31059412,31059400:kraft:3726:31059645,31059893:kraft:3726:31060034,31060178:kraft:3726:31061713,31062419:kraft:3726:31062460,31062714:kraft:3726:31062909,31063101:kraft:3726:31063282,31065786:kraft:3726:31066922,31071523:kraft:3726:31071578,31072038:kraft:3726:31072173'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016466786706023002, 'nb_photo': 10, 'list_port_cont': '31054444,31054512,31054970,31059037,31062900,31063291,31071589', 'assoc_port': '31053866:31054444,31054194:31054512,31054440:31054970,31058643:31059037,31062714:31062900,31063101:31063291,31071523:31071589', 'assoc_mat': '31053866:metal:3726:31054444,31054194:metal:3726:31054512,31054440:metal:3726:31054970,31058643:metal:3726:31059037,31062714:metal:3726:31062900,31063101:metal:3726:31063291,31071523:metal:3726:31071589'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011325519575290132, 'nb_photo': 472, 'list_port_cont': '31053582,31053620,31053687,31054452,31054509,31054966,31057383,31057803,31058060,31058411,31059031,31059410,31059643,31060038,31061718,31062466,31062903,31063283,31066918,31071586,31072166,31072311,31075828', 'assoc_port': '31052576:31053620,31052887:31053582,31053163:31053687,31053866:31054452,31054194:31054509,31054440:31054966,31055001:31057383,31057620:31057803,31057698:31058060,31058177:31058411,31058643:31059031,31058973:31059410,31059400:31059643,31059893:31060038,31060178:31061718,31062419:31062466,31062714:31062903,31063101:31063283,31065786:31066918,31071523:31071586,31071574:31072311,31072038:31072166,31075556:31075828', 'assoc_mat': '31052576:plastique:3726:31053620,31052887:plastique:3726:31053582,31053163:plastique:3726:31053687,31053866:plastique:3726:31054452,31054194:plastique:3726:31054509,31054440:plastique:3726:31054966,31055001:plastique:3726:31057383,31057620:plastique:3726:31057803,31057698:plastique:3726:31058060,31058177:plastique:3726:31058411,31058643:plastique:3726:31059031,31058973:plastique:3726:31059410,31059400:plastique:3726:31059643,31059893:plastique:3726:31060038,31060178:plastique:3726:31061718,31062419:plastique:3726:31062466,31062714:plastique:3726:31062903,31063101:plastique:3726:31063283,31065786:plastique:3726:31066918,31071523:plastique:3726:31071586,31071574:plastique:3726:31072311,31072038:plastique:3726:31072166,31075556:plastique:3726:31075828'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01868004622779917, 'nb_photo': 1239, 'list_port_cont': '31053580,31053624,31053685,31054454,31054517,31054973,31057375,31057801,31058068,31058414,31059040,31059416,31059648,31060032,31061711,31062471,31062899,31063290,31066927,31066946,31071581,31072176,31072315,31075833', 'assoc_port': '31052576:31053624,31052887:31053580,31053163:31053685,31053866:31054454,31054194:31054517,31054440:31054973,31055001:31057375,31057620:31057801,31057698:31058068,31058177:31058414,31058643:31059040,31058973:31059416,31059400:31059648,31059893:31060032,31060178:31061711,31062419:31062471,31062714:31062899,31063101:31063290,31065786:31066927,31066442:31066946,31071523:31071581,31071574:31072315,31072038:31072176,31075556:31075833', 'assoc_mat': '31052576:Teint_Dans_La_Masse:3726:31053624,31052887:Teint_Dans_La_Masse:3726:31053580,31053163:Teint_Dans_La_Masse:3726:31053685,31053866:Teint_Dans_La_Masse:3726:31054454,31054194:Teint_Dans_La_Masse:3726:31054517,31054440:Teint_Dans_La_Masse:3726:31054973,31055001:Teint_Dans_La_Masse:3726:31057375,31057620:Teint_Dans_La_Masse:3726:31057801,31057698:Teint_Dans_La_Masse:3726:31058068,31058177:Teint_Dans_La_Masse:3726:31058414,31058643:Teint_Dans_La_Masse:3726:31059040,31058973:Teint_Dans_La_Masse:3726:31059416,31059400:Teint_Dans_La_Masse:3726:31059648,31059893:Teint_Dans_La_Masse:3726:31060032,31060178:Teint_Dans_La_Masse:3726:31061711,31062419:Teint_Dans_La_Masse:3726:31062471,31062714:Teint_Dans_La_Masse:3726:31062899,31063101:Teint_Dans_La_Masse:3726:31063290,31065786:Teint_Dans_La_Masse:3726:31066927,31066442:Teint_Dans_La_Masse:3726:31066946,31071523:Teint_Dans_La_Masse:3726:31071581,31071574:Teint_Dans_La_Masse:3726:31072315,31072038:Teint_Dans_La_Masse:3726:31072176,31075556:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 2079}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31081423,31081424,31081426,31081427,31081428,31081429,31081430,31081431?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-05', 0.16563833278471574),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((2079,),), 'unwanted_material_monthly_percentage': ((0.16563833278471574,),), 'material_repartition': (('JRM', 2079),), 'material_dict': {'JRM': 2079}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 5, 9), 0.09737363797058102, 97), (datetime.date(2026, 5, 11), 0.1800018496067262, 92), (datetime.date(2026, 5, 12), 0.16239798669751737, 92), (datetime.date(2026, 5, 13), 0.1602009060218615, 96), (datetime.date(2026, 5, 14), 0.21240985079157196, 30), (datetime.date(2026, 5, 15), 0.14816308180438498, 81)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 5, 9), 0.09737363797058102, 97), (datetime.date(2026, 5, 11), 0.1800018496067262, 92), (datetime.date(2026, 5, 12), 0.16239798669751737, 92), (datetime.date(2026, 5, 13), 0.1602009060218615, 96), (datetime.date(2026, 5, 14), 0.21240985079157196, 30), (datetime.date(2026, 5, 15), 0.14816308180438498, 81))}, 'quality_array': [['-2.9627968935431648', '09052026'], ['0.5024618726112235', '11052026'], ['0.30714982725607776', '12052026'], ['0.4202902750471532', '13052026'], ['-2.56758417969019', '14052026'], ['-2.127792427126512', '15052026']], 'number_of_batch': ((29,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015450268087208978, 'nb_photo': 192, 'list_port_cont': '31053588,31053622,31053692,31054453,31054513,31054969,31057380,31057800,31058065,31058412,31059042,31059409,31059647,31060037,31061709,31062461,31062906,31063281,31066919,31066950,31067410,31070769,31071587,31072168,31072317,31075829', 'assoc_port': '31052576:31053622,31052887:31053588,31053163:31053692,31053866:31054453,31054194:31054513,31054440:31054969,31055001:31057380,31057620:31057800,31057698:31058065,31058177:31058412,31058643:31059042,31058973:31059409,31059400:31059647,31059893:31060037,31060178:31061709,31062419:31062461,31062714:31062906,31063101:31063281,31065786:31066919,31066442:31066950,31067149:31067410,31070573:31070769,31071523:31071587,31071574:31072317,31072038:31072168,31075556:31075829', 'assoc_mat': '31052576:autre_refus:3726:31053622,31052887:autre_refus:3726:31053588,31053163:autre_refus:3726:31053692,31053866:autre_refus:3726:31054453,31054194:autre_refus:3726:31054513,31054440:autre_refus:3726:31054969,31055001:autre_refus:3726:31057380,31057620:autre_refus:3726:31057800,31057698:autre_refus:3726:31058065,31058177:autre_refus:3726:31058412,31058643:autre_refus:3726:31059042,31058973:autre_refus:3726:31059409,31059400:autre_refus:3726:31059647,31059893:autre_refus:3726:31060037,31060178:autre_refus:3726:31061709,31062419:autre_refus:3726:31062461,31062714:autre_refus:3726:31062906,31063101:autre_refus:3726:31063281,31065786:autre_refus:3726:31066919,31066442:autre_refus:3726:31066950,31067149:autre_refus:3726:31067410,31070573:autre_refus:3726:31070769,31071523:autre_refus:3726:31071587,31071574:autre_refus:3726:31072317,31072038:autre_refus:3726:31072168,31075556:autre_refus:3726:31075829'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013316732321775366, 'nb_photo': 508, 'list_port_cont': '31050612,31053586,31053618,31053682,31054447,31054510,31054967,31057385,31057799,31058071,31058413,31059039,31059414,31059638,31060040,31061712,31062469,31062910,31063284,31066925,31070766,31071588,31072170,31072316,31075824', 'assoc_port': '31044706:31050612,31052576:31053618,31052887:31053586,31053163:31053682,31053866:31054447,31054194:31054510,31054440:31054967,31055001:31057385,31057620:31057799,31057698:31058071,31058177:31058413,31058643:31059039,31058973:31059414,31059400:31059638,31059893:31060040,31060178:31061712,31062419:31062469,31062714:31062910,31063101:31063284,31065786:31066925,31070573:31070766,31071523:31071588,31071574:31072316,31072038:31072170,31075556:31075824', 'assoc_mat': '31044706:cartonnette:3726:31050612,31052576:cartonnette:3726:31053618,31052887:cartonnette:3726:31053586,31053163:cartonnette:3726:31053682,31053866:cartonnette:3726:31054447,31054194:cartonnette:3726:31054510,31054440:cartonnette:3726:31054967,31055001:cartonnette:3726:31057385,31057620:cartonnette:3726:31057799,31057698:cartonnette:3726:31058071,31058177:cartonnette:3726:31058413,31058643:cartonnette:3726:31059039,31058973:cartonnette:3726:31059414,31059400:cartonnette:3726:31059638,31059893:cartonnette:3726:31060040,31060178:cartonnette:3726:31061712,31062419:cartonnette:3726:31062469,31062714:cartonnette:3726:31062910,31063101:cartonnette:3726:31063284,31065786:cartonnette:3726:31066925,31070573:cartonnette:3726:31070766,31071523:cartonnette:3726:31071588,31071574:cartonnette:3726:31072316,31072038:cartonnette:3726:31072170,31075556:cartonnette:3726:31075824'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10269295660517623, 'nb_photo': 3013, 'list_port_cont': '31050609,31053584,31053623,31053690,31054450,31054516,31054963,31057374,31057794,31058063,31058410,31059041,31059405,31059640,31060036,31061715,31062467,31062902,31063287,31066921,31066945,31066972,31067047,31067411,31070774,31071582,31072177,31072319,31075823', 'assoc_port': '31044706:31050609,31052576:31053623,31052887:31053584,31053163:31053690,31053866:31054450,31054194:31054516,31054440:31054963,31055001:31057374,31057620:31057794,31057698:31058063,31058177:31058410,31058643:31059041,31058973:31059405,31059400:31059640,31059893:31060036,31060178:31061715,31062419:31062467,31062714:31062902,31063101:31063287,31065786:31066921,31066442:31066945,31066443:31067047,31066444:31066972,31067149:31067411,31070573:31070774,31071523:31071582,31071574:31072319,31072038:31072177,31075556:31075823', 'assoc_mat': '31044706:Carton_brun:3726:31050609,31052576:Carton_brun:3726:31053623,31052887:Carton_brun:3726:31053584,31053163:Carton_brun:3726:31053690,31053866:Carton_brun:3726:31054450,31054194:Carton_brun:3726:31054516,31054440:Carton_brun:3726:31054963,31055001:Carton_brun:3726:31057374,31057620:Carton_brun:3726:31057794,31057698:Carton_brun:3726:31058063,31058177:Carton_brun:3726:31058410,31058643:Carton_brun:3726:31059041,31058973:Carton_brun:3726:31059405,31059400:Carton_brun:3726:31059640,31059893:Carton_brun:3726:31060036,31060178:Carton_brun:3726:31061715,31062419:Carton_brun:3726:31062467,31062714:Carton_brun:3726:31062902,31063101:Carton_brun:3726:31063287,31065786:Carton_brun:3726:31066921,31066442:Carton_brun:3726:31066945,31066443:Carton_brun:3726:31067047,31066444:Carton_brun:3726:31066972,31067149:Carton_brun:3726:31067411,31070573:Carton_brun:3726:31070774,31071523:Carton_brun:3726:31071582,31071574:Carton_brun:3726:31072319,31072038:Carton_brun:3726:31072177,31075556:Carton_brun:3726:31075823'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007969838533154167, 'nb_photo': 70, 'list_port_cont': '31050607,31053578,31053621,31053683,31054449,31054511,31054964,31057379,31057804,31058069,31058409,31059036,31059413,31059642,31060039,31062470,31062901,31063280,31066926,31071585,31072313', 'assoc_port': '31044706:31050607,31052576:31053621,31052887:31053578,31053163:31053683,31053866:31054449,31054194:31054511,31054440:31054964,31055001:31057379,31057620:31057804,31057698:31058069,31058177:31058409,31058643:31059036,31058973:31059413,31059400:31059642,31059893:31060039,31062419:31062470,31062714:31062901,31063101:31063280,31065786:31066926,31071523:31071585,31071574:31072313', 'assoc_mat': '31044706:Carton_gris:3726:31050607,31052576:Carton_gris:3726:31053621,31052887:Carton_gris:3726:31053578,31053163:Carton_gris:3726:31053683,31053866:Carton_gris:3726:31054449,31054194:Carton_gris:3726:31054511,31054440:Carton_gris:3726:31054964,31055001:Carton_gris:3726:31057379,31057620:Carton_gris:3726:31057804,31057698:Carton_gris:3726:31058069,31058177:Carton_gris:3726:31058409,31058643:Carton_gris:3726:31059036,31058973:Carton_gris:3726:31059413,31059400:Carton_gris:3726:31059642,31059893:Carton_gris:3726:31060039,31062419:Carton_gris:3726:31062470,31062714:Carton_gris:3726:31062901,31063101:Carton_gris:3726:31063280,31065786:Carton_gris:3726:31066926,31071523:Carton_gris:3726:31071585,31071574:Carton_gris:3726:31072313'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0045730628600053076, 'nb_photo': 50, 'list_port_cont': '31053583,31053616,31053693,31054451,31054507,31057377,31057795,31058415,31059034,31059412,31059645,31060034,31061713,31062460,31062909,31063282,31066922,31071578,31072173', 'assoc_port': '31052576:31053616,31052887:31053583,31053163:31053693,31053866:31054451,31054194:31054507,31055001:31057377,31057620:31057795,31058177:31058415,31058643:31059034,31058973:31059412,31059400:31059645,31059893:31060034,31060178:31061713,31062419:31062460,31062714:31062909,31063101:31063282,31065786:31066922,31071523:31071578,31072038:31072173', 'assoc_mat': '31052576:kraft:3726:31053616,31052887:kraft:3726:31053583,31053163:kraft:3726:31053693,31053866:kraft:3726:31054451,31054194:kraft:3726:31054507,31055001:kraft:3726:31057377,31057620:kraft:3726:31057795,31058177:kraft:3726:31058415,31058643:kraft:3726:31059034,31058973:kraft:3726:31059412,31059400:kraft:3726:31059645,31059893:kraft:3726:31060034,31060178:kraft:3726:31061713,31062419:kraft:3726:31062460,31062714:kraft:3726:31062909,31063101:kraft:3726:31063282,31065786:kraft:3726:31066922,31071523:kraft:3726:31071578,31072038:kraft:3726:31072173'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016466786706023002, 'nb_photo': 10, 'list_port_cont': '31054444,31054512,31054970,31059037,31062900,31063291,31071589', 'assoc_port': '31053866:31054444,31054194:31054512,31054440:31054970,31058643:31059037,31062714:31062900,31063101:31063291,31071523:31071589', 'assoc_mat': '31053866:metal:3726:31054444,31054194:metal:3726:31054512,31054440:metal:3726:31054970,31058643:metal:3726:31059037,31062714:metal:3726:31062900,31063101:metal:3726:31063291,31071523:metal:3726:31071589'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011325519575290132, 'nb_photo': 472, 'list_port_cont': '31053582,31053620,31053687,31054452,31054509,31054966,31057383,31057803,31058060,31058411,31059031,31059410,31059643,31060038,31061718,31062466,31062903,31063283,31066918,31071586,31072166,31072311,31075828', 'assoc_port': '31052576:31053620,31052887:31053582,31053163:31053687,31053866:31054452,31054194:31054509,31054440:31054966,31055001:31057383,31057620:31057803,31057698:31058060,31058177:31058411,31058643:31059031,31058973:31059410,31059400:31059643,31059893:31060038,31060178:31061718,31062419:31062466,31062714:31062903,31063101:31063283,31065786:31066918,31071523:31071586,31071574:31072311,31072038:31072166,31075556:31075828', 'assoc_mat': '31052576:plastique:3726:31053620,31052887:plastique:3726:31053582,31053163:plastique:3726:31053687,31053866:plastique:3726:31054452,31054194:plastique:3726:31054509,31054440:plastique:3726:31054966,31055001:plastique:3726:31057383,31057620:plastique:3726:31057803,31057698:plastique:3726:31058060,31058177:plastique:3726:31058411,31058643:plastique:3726:31059031,31058973:plastique:3726:31059410,31059400:plastique:3726:31059643,31059893:plastique:3726:31060038,31060178:plastique:3726:31061718,31062419:plastique:3726:31062466,31062714:plastique:3726:31062903,31063101:plastique:3726:31063283,31065786:plastique:3726:31066918,31071523:plastique:3726:31071586,31071574:plastique:3726:31072311,31072038:plastique:3726:31072166,31075556:plastique:3726:31075828'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01868004622779917, 'nb_photo': 1239, 'list_port_cont': '31053580,31053624,31053685,31054454,31054517,31054973,31057375,31057801,31058068,31058414,31059040,31059416,31059648,31060032,31061711,31062471,31062899,31063290,31066927,31066946,31071581,31072176,31072315,31075833', 'assoc_port': '31052576:31053624,31052887:31053580,31053163:31053685,31053866:31054454,31054194:31054517,31054440:31054973,31055001:31057375,31057620:31057801,31057698:31058068,31058177:31058414,31058643:31059040,31058973:31059416,31059400:31059648,31059893:31060032,31060178:31061711,31062419:31062471,31062714:31062899,31063101:31063290,31065786:31066927,31066442:31066946,31071523:31071581,31071574:31072315,31072038:31072176,31075556:31075833', 'assoc_mat': '31052576:Teint_Dans_La_Masse:3726:31053624,31052887:Teint_Dans_La_Masse:3726:31053580,31053163:Teint_Dans_La_Masse:3726:31053685,31053866:Teint_Dans_La_Masse:3726:31054454,31054194:Teint_Dans_La_Masse:3726:31054517,31054440:Teint_Dans_La_Masse:3726:31054973,31055001:Teint_Dans_La_Masse:3726:31057375,31057620:Teint_Dans_La_Masse:3726:31057801,31057698:Teint_Dans_La_Masse:3726:31058068,31058177:Teint_Dans_La_Masse:3726:31058414,31058643:Teint_Dans_La_Masse:3726:31059040,31058973:Teint_Dans_La_Masse:3726:31059416,31059400:Teint_Dans_La_Masse:3726:31059648,31059893:Teint_Dans_La_Masse:3726:31060032,31060178:Teint_Dans_La_Masse:3726:31061711,31062419:Teint_Dans_La_Masse:3726:31062471,31062714:Teint_Dans_La_Masse:3726:31062899,31063101:Teint_Dans_La_Masse:3726:31063290,31065786:Teint_Dans_La_Masse:3726:31066927,31066442:Teint_Dans_La_Masse:3726:31066946,31071523:Teint_Dans_La_Masse:3726:31071581,31071574:Teint_Dans_La_Masse:3726:31072315,31072038:Teint_Dans_La_Masse:3726:31072176,31075556:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 2079}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31081423,31081424,31081426,31081427,31081428,31081429,31081430,31081431?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-05', 0.16563833278471574),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_05_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.55%', 192], 'cartonnette': ['cartonnette', '1.33%', 508], 'Carton_brun': ['Carton_brun', '10.27%', 3013], 'Carton_gris': ['Carton_gris', '0.8%', 70], 'kraft': ['kraft', '0.46%', 50], 'metal': ['metal', '0.16%', 10], 'plastique': ['plastique', '1.13%', 472], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '1.87%', 1239]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_05_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.64user 2.71system 0:05.03elapsed 106%CPU (0avgtext+0avgdata 183688maxresident)k 28784inputs+264outputs (113major+61299minor)pagefaults 0swaps