python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-06 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (0, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (0, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 06 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-06 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-06%') and created_at like '%2026-06%'))); nb_day : (0, 30) after unwanted_material_data nb_day : (0, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/06%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-06-01 00:00:00,2026-06-02 00:00:00,2026-06-03 00:00:00,2026-06-04 00:00:00,2026-06-05 00:00:00,2026-06-08 00:00:00,2026-06-09 00:00:00,2026-06-10 00:00:00,2026-06-11 00:00:00,2026-06-12 00:00:00,2026-06-15 00:00:00,2026-06-16 00:00:00,2026-06-17 00:00:00,2026-06-18 00:00:00,2026-06-19 00:00:00,2026-06-22 00:00:00,2026-06-23 00:00:00,2026-06-24 00:00:00,2026-06-25 00:00:00,2026-06-26 00:00:00,2026-06-29 00:00:00,2026-06-30 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 06 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 06 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%062026%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2026-06-01 : dt_date_just_month_year : 2026-06-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-06-01" AND ded.date <= "2026-06-30" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2996260,2996334,2996328,2996332,2996482,2996930,2997358,2997752,2998244,2998646,2999086,2999546,3000004,3000450) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01581141193249206, 'nb_photo': 136, 'list_port_cont': '31143657,31143727,31143864,31144257,31144284,31144331,31149028,31149055,31149111,31149137,31149193,31149232,31153061,31153143,31153168,31153281,31153337,31153476,31153857,31154494,31156888,31160139,31163072,31163199,31166032,31166279', 'assoc_port': '31143346:31143657,31143365:31143727,31143534:31143864,31143847:31144257,31143848:31144284,31144120:31144331,31146843:31149028,31146844:31153281,31146845:31149055,31146847:31153143,31146848:31153168,31146850:31149111,31146851:31149137,31146857:31149193,31146859:31156888,31146861:31149232,31146862:31153337,31148856:31153061,31149764:31166279,31150501:31153476,31151985:31154494,31152413:31153857,31157101:31163072,31157187:31163199,31157270:31160139,31162649:31166032', 'assoc_mat': '31143346:autre_refus:3726:31143657,31143365:autre_refus:3726:31143727,31143534:autre_refus:3726:31143864,31143847:autre_refus:3726:31144257,31143848:autre_refus:3726:31144284,31144120:autre_refus:3726:31144331,31146843:autre_refus:3726:31149028,31146844:autre_refus:3726:31153281,31146845:autre_refus:3726:31149055,31146847:autre_refus:3726:31153143,31146848:autre_refus:3726:31153168,31146850:autre_refus:3726:31149111,31146851:autre_refus:3726:31149137,31146857:autre_refus:3726:31149193,31146859:autre_refus:3726:31156888,31146861:autre_refus:3726:31149232,31146862:autre_refus:3726:31153337,31148856:autre_refus:3726:31153061,31149764:autre_refus:3726:31166279,31150501:autre_refus:3726:31153476,31151985:autre_refus:3726:31154494,31152413:autre_refus:3726:31153857,31157101:autre_refus:3726:31163072,31157187:autre_refus:3726:31163199,31157270:autre_refus:3726:31160139,31162649:autre_refus:3726:31166032'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01548017947382107, 'nb_photo': 402, 'list_port_cont': '31143649,31143722,31143858,31144258,31144287,31144324,31149031,31149059,31149113,31149138,31149187,31149233,31153037,31153066,31153149,31153170,31153279,31153341,31153475,31153853,31154152,31154502,31156893,31156917,31160140,31162955,31163068,31163203,31166029,31166278,31169070', 'assoc_port': '31143346:31143649,31143365:31143722,31143534:31143858,31143847:31144258,31143848:31144287,31144120:31144324,31146843:31149031,31146844:31153279,31146845:31149059,31146847:31153149,31146848:31153170,31146850:31149113,31146851:31149138,31146857:31149187,31146858:31154152,31146859:31156893,31146860:31156917,31146861:31149233,31146862:31153341,31148855:31153037,31148856:31153066,31149764:31166278,31150501:31153475,31151985:31154502,31152413:31153853,31157101:31163068,31157187:31163203,31157270:31160140,31159991:31162955,31160389:31169070,31162649:31166029', 'assoc_mat': '31143346:cartonnette:3726:31143649,31143365:cartonnette:3726:31143722,31143534:cartonnette:3726:31143858,31143847:cartonnette:3726:31144258,31143848:cartonnette:3726:31144287,31144120:cartonnette:3726:31144324,31146843:cartonnette:3726:31149031,31146844:cartonnette:3726:31153279,31146845:cartonnette:3726:31149059,31146847:cartonnette:3726:31153149,31146848:cartonnette:3726:31153170,31146850:cartonnette:3726:31149113,31146851:cartonnette:3726:31149138,31146857:cartonnette:3726:31149187,31146858:cartonnette:3726:31154152,31146859:cartonnette:3726:31156893,31146860:cartonnette:3726:31156917,31146861:cartonnette:3726:31149233,31146862:cartonnette:3726:31153341,31148855:cartonnette:3726:31153037,31148856:cartonnette:3726:31153066,31149764:cartonnette:3726:31166278,31150501:cartonnette:3726:31153475,31151985:cartonnette:3726:31154502,31152413:cartonnette:3726:31153853,31157101:cartonnette:3726:31163068,31157187:cartonnette:3726:31163203,31157270:cartonnette:3726:31160140,31159991:cartonnette:3726:31162955,31160389:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10245809424640527, 'nb_photo': 2018, 'list_port_cont': '31143655,31143718,31143865,31144260,31144282,31144325,31149025,31149053,31149109,31149141,31149195,31149228,31153041,31153057,31153144,31153172,31153280,31153338,31153474,31153855,31154144,31154493,31156892,31156923,31160136,31162956,31163069,31163200,31166033,31166281,31169067', 'assoc_port': '31143346:31143655,31143365:31143718,31143534:31143865,31143847:31144260,31143848:31144282,31144120:31144325,31146843:31149025,31146844:31153280,31146845:31149053,31146847:31153144,31146848:31153172,31146850:31149109,31146851:31149141,31146857:31149195,31146858:31154144,31146859:31156892,31146860:31156923,31146861:31149228,31146862:31153338,31148855:31153041,31148856:31153057,31149764:31166281,31150501:31153474,31151985:31154493,31152413:31153855,31157101:31163069,31157187:31163200,31157270:31160136,31159991:31162956,31160389:31169067,31162649:31166033', 'assoc_mat': '31143346:Carton_brun:3726:31143655,31143365:Carton_brun:3726:31143718,31143534:Carton_brun:3726:31143865,31143847:Carton_brun:3726:31144260,31143848:Carton_brun:3726:31144282,31144120:Carton_brun:3726:31144325,31146843:Carton_brun:3726:31149025,31146844:Carton_brun:3726:31153280,31146845:Carton_brun:3726:31149053,31146847:Carton_brun:3726:31153144,31146848:Carton_brun:3726:31153172,31146850:Carton_brun:3726:31149109,31146851:Carton_brun:3726:31149141,31146857:Carton_brun:3726:31149195,31146858:Carton_brun:3726:31154144,31146859:Carton_brun:3726:31156892,31146860:Carton_brun:3726:31156923,31146861:Carton_brun:3726:31149228,31146862:Carton_brun:3726:31153338,31148855:Carton_brun:3726:31153041,31148856:Carton_brun:3726:31153057,31149764:Carton_brun:3726:31166281,31150501:Carton_brun:3726:31153474,31151985:Carton_brun:3726:31154493,31152413:Carton_brun:3726:31153855,31157101:Carton_brun:3726:31163069,31157187:Carton_brun:3726:31163200,31157270:Carton_brun:3726:31160136,31159991:Carton_brun:3726:31162956,31160389:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0069734863677602685, 'nb_photo': 36, 'list_port_cont': '31143658,31143717,31143857,31144265,31144281,31149035,31149225,31153059,31153286,31153342,31153468,31153856,31160134,31163206,31166030,31166284', 'assoc_port': '31143346:31143658,31143365:31143717,31143534:31143857,31143847:31144265,31143848:31144281,31146843:31149035,31146844:31153286,31146861:31149225,31146862:31153342,31148856:31153059,31149764:31166284,31150501:31153468,31152413:31153856,31157187:31163206,31157270:31160134,31162649:31166030', 'assoc_mat': '31143346:Carton_gris:3726:31143658,31143365:Carton_gris:3726:31143717,31143534:Carton_gris:3726:31143857,31143847:Carton_gris:3726:31144265,31143848:Carton_gris:3726:31144281,31146843:Carton_gris:3726:31149035,31146844:Carton_gris:3726:31153286,31146861:Carton_gris:3726:31149225,31146862:Carton_gris:3726:31153342,31148856:Carton_gris:3726:31153059,31149764:Carton_gris:3726:31166284,31150501:Carton_gris:3726:31153468,31152413:Carton_gris:3726:31153856,31157187:Carton_gris:3726:31163206,31157270:Carton_gris:3726:31160134,31162649:Carton_gris:3726:31166030'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0063016287467811466, 'nb_photo': 46, 'list_port_cont': '31143651,31143725,31143859,31144290,31144329,31149029,31149056,31149110,31149131,31149192,31149226,31153064,31153334,31153470,31156891,31156926', 'assoc_port': '31143346:31143651,31143365:31143725,31143534:31143859,31143848:31144290,31144120:31144329,31146843:31149029,31146845:31149056,31146850:31149110,31146851:31149131,31146857:31149192,31146859:31156891,31146860:31156926,31146861:31149226,31146862:31153334,31148856:31153064,31150501:31153470', 'assoc_mat': '31143346:kraft:3726:31143651,31143365:kraft:3726:31143725,31143534:kraft:3726:31143859,31143848:kraft:3726:31144290,31144120:kraft:3726:31144329,31146843:kraft:3726:31149029,31146845:kraft:3726:31149056,31146850:kraft:3726:31149110,31146851:kraft:3726:31149131,31146857:kraft:3726:31149192,31146859:kraft:3726:31156891,31146860:kraft:3726:31156926,31146861:kraft:3726:31149226,31146862:kraft:3726:31153334,31148856:kraft:3726:31153064,31150501:kraft:3726:31153470'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0018430199544840385, 'nb_photo': 4, 'list_port_cont': '31143721,31153340,31153852,31156895', 'assoc_port': '31143365:31143721,31146859:31156895,31146862:31153340,31152413:31153852', 'assoc_mat': '31143365:metal:3726:31143721,31146859:metal:3726:31156895,31146862:metal:3726:31153340,31152413:metal:3726:31153852'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01113790298923822, 'nb_photo': 270, 'list_port_cont': '31143650,31143720,31143861,31144266,31144286,31144330,31149030,31149054,31149115,31149133,31149189,31149227,31153035,31153067,31153148,31153169,31153277,31153339,31153473,31153849,31154145,31154501,31156884,31156920,31160135,31162957,31163075,31163208,31166039,31166277,31169065', 'assoc_port': '31143346:31143650,31143365:31143720,31143534:31143861,31143847:31144266,31143848:31144286,31144120:31144330,31146843:31149030,31146844:31153277,31146845:31149054,31146847:31153148,31146848:31153169,31146850:31149115,31146851:31149133,31146857:31149189,31146858:31154145,31146859:31156884,31146860:31156920,31146861:31149227,31146862:31153339,31148855:31153035,31148856:31153067,31149764:31166277,31150501:31153473,31151985:31154501,31152413:31153849,31157101:31163075,31157187:31163208,31157270:31160135,31159991:31162957,31160389:31169065,31162649:31166039', 'assoc_mat': '31143346:plastique:3726:31143650,31143365:plastique:3726:31143720,31143534:plastique:3726:31143861,31143847:plastique:3726:31144266,31143848:plastique:3726:31144286,31144120:plastique:3726:31144330,31146843:plastique:3726:31149030,31146844:plastique:3726:31153277,31146845:plastique:3726:31149054,31146847:plastique:3726:31153148,31146848:plastique:3726:31153169,31146850:plastique:3726:31149115,31146851:plastique:3726:31149133,31146857:plastique:3726:31149189,31146858:plastique:3726:31154145,31146859:plastique:3726:31156884,31146860:plastique:3726:31156920,31146861:plastique:3726:31149227,31146862:plastique:3726:31153339,31148855:plastique:3726:31153035,31148856:plastique:3726:31153067,31149764:plastique:3726:31166277,31150501:plastique:3726:31153473,31151985:plastique:3726:31154501,31152413:plastique:3726:31153849,31157101:plastique:3726:31163075,31157187:plastique:3726:31163208,31157270:plastique:3726:31160135,31159991:plastique:3726:31162957,31160389:plastique:3726:31169065,31162649:plastique:3726:31166039'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02157549831410152, 'nb_photo': 730, 'list_port_cont': '31143653,31143728,31143867,31144259,31144288,31144327,31149033,31149058,31149108,31149135,31149198,31149229,31153034,31153056,31153150,31153177,31153284,31153332,31153479,31153851,31154154,31154492,31156885,31156918,31160141,31162952,31163073,31163198,31166036,31166282,31169066', 'assoc_port': '31143346:31143653,31143365:31143728,31143534:31143867,31143847:31144259,31143848:31144288,31144120:31144327,31146843:31149033,31146844:31153284,31146845:31149058,31146847:31153150,31146848:31153177,31146850:31149108,31146851:31149135,31146857:31149198,31146858:31154154,31146859:31156885,31146860:31156918,31146861:31149229,31146862:31153332,31148855:31153034,31148856:31153056,31149764:31166282,31150501:31153479,31151985:31154492,31152413:31153851,31157101:31163073,31157187:31163198,31157270:31160141,31159991:31162952,31160389:31169066,31162649:31166036', 'assoc_mat': '31143346:Teint_Dans_La_Masse:3726:31143653,31143365:Teint_Dans_La_Masse:3726:31143728,31143534:Teint_Dans_La_Masse:3726:31143867,31143847:Teint_Dans_La_Masse:3726:31144259,31143848:Teint_Dans_La_Masse:3726:31144288,31144120:Teint_Dans_La_Masse:3726:31144327,31146843:Teint_Dans_La_Masse:3726:31149033,31146844:Teint_Dans_La_Masse:3726:31153284,31146845:Teint_Dans_La_Masse:3726:31149058,31146847:Teint_Dans_La_Masse:3726:31153150,31146848:Teint_Dans_La_Masse:3726:31153177,31146850:Teint_Dans_La_Masse:3726:31149108,31146851:Teint_Dans_La_Masse:3726:31149135,31146857:Teint_Dans_La_Masse:3726:31149198,31146858:Teint_Dans_La_Masse:3726:31154154,31146859:Teint_Dans_La_Masse:3726:31156885,31146860:Teint_Dans_La_Masse:3726:31156918,31146861:Teint_Dans_La_Masse:3726:31149229,31146862:Teint_Dans_La_Masse:3726:31153332,31148855:Teint_Dans_La_Masse:3726:31153034,31148856:Teint_Dans_La_Masse:3726:31153056,31149764:Teint_Dans_La_Masse:3726:31166282,31150501:Teint_Dans_La_Masse:3726:31153479,31151985:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2996260,2996334,2996328,2996332,2996482,2996930,2997358,2997752,2998244,2998646,2999086,2999546,3000004,3000450)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31170944, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31143657,31143727,31143864,31144257,31144284,31144331,31149028,31149055,31149111,31149137,31149193,31149232,31153061,31153143,31153168,31153281,31153337,31153476,31153857,31154494,31156888,31160139,31163072,31163199,31166032,31166279 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31170945, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31143649,31143722,31143858,31144258,31144287,31144324,31149031,31149059,31149113,31149138,31149187,31149233,31153037,31153066,31153149,31153170,31153279,31153341,31153475,31153853,31154152,31154502,31156893,31156917,31160140,31162955,31163068,31163203,31166029,31166278,31169070 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31170946, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31143655,31143718,31143865,31144260,31144282,31144325,31149025,31149053,31149109,31149141,31149195,31149228,31153041,31153057,31153144,31153172,31153280,31153338,31153474,31153855,31154144,31154493,31156892,31156923,31160136,31162956,31163069,31163200,31166033,31166281,31169067 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31170947, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31143658,31143717,31143857,31144265,31144281,31149035,31149225,31153059,31153286,31153342,31153468,31153856,31160134,31163206,31166030,31166284 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31170948, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31143651,31143725,31143859,31144290,31144329,31149029,31149056,31149110,31149131,31149192,31149226,31153064,31153334,31153470,31156891,31156926 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31170949, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31143721,31153340,31153852,31156895 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31170950, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31143650,31143720,31143861,31144266,31144286,31144330,31149030,31149054,31149115,31149133,31149189,31149227,31153035,31153067,31153148,31153169,31153277,31153339,31153473,31153849,31154145,31154501,31156884,31156920,31160135,31162957,31163075,31163208,31166039,31166277,31169065 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31170951, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31143653,31143728,31143867,31144259,31144288,31144327,31149033,31149058,31149108,31149135,31149198,31149229,31153034,31153056,31153150,31153177,31153284,31153332,31153479,31153851,31154154,31154492,31156885,31156918,31160141,31162952,31163073,31163198,31166036,31166282,31169066 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/31170944,31170945,31170946,31170947,31170948,31170949,31170950,31170951?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-06-01' and date <= '2026-06-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((4171,),), 'unwanted_material_monthly_percentage': ((0.16676584202488123,),), 'material_repartition': (('JRM', 2819),), 'material_dict': {'JRM': 2819}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 6, 1), 0.21355804407403736, 90), (datetime.date(2026, 6, 8), 0.14854664323945432, 92), (datetime.date(2026, 6, 9), 0.14833722037617675, 85), (datetime.date(2026, 6, 10), 0.1217643420379914, 98), (datetime.date(2026, 6, 11), 0.16883848220688805, 99), (datetime.date(2026, 6, 12), 0.17619539808897192, 93), (datetime.date(2026, 6, 15), 0.1532409081069975, 90), (datetime.date(2026, 6, 16), 0.15586009697625322, 99), (datetime.date(2026, 6, 17), 0.21521738425238676, 99)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 6, 1), 0.21355804407403736, 90), (datetime.date(2026, 6, 8), 0.14854664323945432, 92), (datetime.date(2026, 6, 9), 0.14833722037617675, 85), (datetime.date(2026, 6, 10), 0.1217643420379914, 98), (datetime.date(2026, 6, 11), 0.16883848220688805, 99), (datetime.date(2026, 6, 12), 0.17619539808897192, 93), (datetime.date(2026, 6, 15), 0.1532409081069975, 90), (datetime.date(2026, 6, 16), 0.15586009697625322, 99), (datetime.date(2026, 6, 17), 0.21521738425238676, 99))}, 'quality_array': [['-0.16826267667213246', '01062026'], ['0.4077005700588922', '08062026'], ['-0.4460721230584974', '09062026'], ['-0.6110396921976529', '10062026'], ['0.007098951800872933', '11062026'], ['-0.45028430516393614', '12062026'], ['-1.0521554862047724', '15062026'], ['-1.2085406427286332', '16062026'], ['-0.2139647393884509', '17062026']], 'number_of_batch': ((50,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01581141193249206, 'nb_photo': 136, 'list_port_cont': '31143657,31143727,31143864,31144257,31144284,31144331,31149028,31149055,31149111,31149137,31149193,31149232,31153061,31153143,31153168,31153281,31153337,31153476,31153857,31154494,31156888,31160139,31163072,31163199,31166032,31166279', 'assoc_port': '31143346:31143657,31143365:31143727,31143534:31143864,31143847:31144257,31143848:31144284,31144120:31144331,31146843:31149028,31146844:31153281,31146845:31149055,31146847:31153143,31146848:31153168,31146850:31149111,31146851:31149137,31146857:31149193,31146859:31156888,31146861:31149232,31146862:31153337,31148856:31153061,31149764:31166279,31150501:31153476,31151985:31154494,31152413:31153857,31157101:31163072,31157187:31163199,31157270:31160139,31162649:31166032', 'assoc_mat': '31143346:autre_refus:3726:31143657,31143365:autre_refus:3726:31143727,31143534:autre_refus:3726:31143864,31143847:autre_refus:3726:31144257,31143848:autre_refus:3726:31144284,31144120:autre_refus:3726:31144331,31146843:autre_refus:3726:31149028,31146844:autre_refus:3726:31153281,31146845:autre_refus:3726:31149055,31146847:autre_refus:3726:31153143,31146848:autre_refus:3726:31153168,31146850:autre_refus:3726:31149111,31146851:autre_refus:3726:31149137,31146857:autre_refus:3726:31149193,31146859:autre_refus:3726:31156888,31146861:autre_refus:3726:31149232,31146862:autre_refus:3726:31153337,31148856:autre_refus:3726:31153061,31149764:autre_refus:3726:31166279,31150501:autre_refus:3726:31153476,31151985:autre_refus:3726:31154494,31152413:autre_refus:3726:31153857,31157101:autre_refus:3726:31163072,31157187:autre_refus:3726:31163199,31157270:autre_refus:3726:31160139,31162649:autre_refus:3726:31166032'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01548017947382107, 'nb_photo': 402, 'list_port_cont': '31143649,31143722,31143858,31144258,31144287,31144324,31149031,31149059,31149113,31149138,31149187,31149233,31153037,31153066,31153149,31153170,31153279,31153341,31153475,31153853,31154152,31154502,31156893,31156917,31160140,31162955,31163068,31163203,31166029,31166278,31169070', 'assoc_port': '31143346:31143649,31143365:31143722,31143534:31143858,31143847:31144258,31143848:31144287,31144120:31144324,31146843:31149031,31146844:31153279,31146845:31149059,31146847:31153149,31146848:31153170,31146850:31149113,31146851:31149138,31146857:31149187,31146858:31154152,31146859:31156893,31146860:31156917,31146861:31149233,31146862:31153341,31148855:31153037,31148856:31153066,31149764:31166278,31150501:31153475,31151985:31154502,31152413:31153853,31157101:31163068,31157187:31163203,31157270:31160140,31159991:31162955,31160389:31169070,31162649:31166029', 'assoc_mat': '31143346:cartonnette:3726:31143649,31143365:cartonnette:3726:31143722,31143534:cartonnette:3726:31143858,31143847:cartonnette:3726:31144258,31143848:cartonnette:3726:31144287,31144120:cartonnette:3726:31144324,31146843:cartonnette:3726:31149031,31146844:cartonnette:3726:31153279,31146845:cartonnette:3726:31149059,31146847:cartonnette:3726:31153149,31146848:cartonnette:3726:31153170,31146850:cartonnette:3726:31149113,31146851:cartonnette:3726:31149138,31146857:cartonnette:3726:31149187,31146858:cartonnette:3726:31154152,31146859:cartonnette:3726:31156893,31146860:cartonnette:3726:31156917,31146861:cartonnette:3726:31149233,31146862:cartonnette:3726:31153341,31148855:cartonnette:3726:31153037,31148856:cartonnette:3726:31153066,31149764:cartonnette:3726:31166278,31150501:cartonnette:3726:31153475,31151985:cartonnette:3726:31154502,31152413:cartonnette:3726:31153853,31157101:cartonnette:3726:31163068,31157187:cartonnette:3726:31163203,31157270:cartonnette:3726:31160140,31159991:cartonnette:3726:31162955,31160389:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10245809424640527, 'nb_photo': 2018, 'list_port_cont': '31143655,31143718,31143865,31144260,31144282,31144325,31149025,31149053,31149109,31149141,31149195,31149228,31153041,31153057,31153144,31153172,31153280,31153338,31153474,31153855,31154144,31154493,31156892,31156923,31160136,31162956,31163069,31163200,31166033,31166281,31169067', 'assoc_port': '31143346:31143655,31143365:31143718,31143534:31143865,31143847:31144260,31143848:31144282,31144120:31144325,31146843:31149025,31146844:31153280,31146845:31149053,31146847:31153144,31146848:31153172,31146850:31149109,31146851:31149141,31146857:31149195,31146858:31154144,31146859:31156892,31146860:31156923,31146861:31149228,31146862:31153338,31148855:31153041,31148856:31153057,31149764:31166281,31150501:31153474,31151985:31154493,31152413:31153855,31157101:31163069,31157187:31163200,31157270:31160136,31159991:31162956,31160389:31169067,31162649:31166033', 'assoc_mat': '31143346:Carton_brun:3726:31143655,31143365:Carton_brun:3726:31143718,31143534:Carton_brun:3726:31143865,31143847:Carton_brun:3726:31144260,31143848:Carton_brun:3726:31144282,31144120:Carton_brun:3726:31144325,31146843:Carton_brun:3726:31149025,31146844:Carton_brun:3726:31153280,31146845:Carton_brun:3726:31149053,31146847:Carton_brun:3726:31153144,31146848:Carton_brun:3726:31153172,31146850:Carton_brun:3726:31149109,31146851:Carton_brun:3726:31149141,31146857:Carton_brun:3726:31149195,31146858:Carton_brun:3726:31154144,31146859:Carton_brun:3726:31156892,31146860:Carton_brun:3726:31156923,31146861:Carton_brun:3726:31149228,31146862:Carton_brun:3726:31153338,31148855:Carton_brun:3726:31153041,31148856:Carton_brun:3726:31153057,31149764:Carton_brun:3726:31166281,31150501:Carton_brun:3726:31153474,31151985:Carton_brun:3726:31154493,31152413:Carton_brun:3726:31153855,31157101:Carton_brun:3726:31163069,31157187:Carton_brun:3726:31163200,31157270:Carton_brun:3726:31160136,31159991:Carton_brun:3726:31162956,31160389:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0069734863677602685, 'nb_photo': 36, 'list_port_cont': '31143658,31143717,31143857,31144265,31144281,31149035,31149225,31153059,31153286,31153342,31153468,31153856,31160134,31163206,31166030,31166284', 'assoc_port': '31143346:31143658,31143365:31143717,31143534:31143857,31143847:31144265,31143848:31144281,31146843:31149035,31146844:31153286,31146861:31149225,31146862:31153342,31148856:31153059,31149764:31166284,31150501:31153468,31152413:31153856,31157187:31163206,31157270:31160134,31162649:31166030', 'assoc_mat': '31143346:Carton_gris:3726:31143658,31143365:Carton_gris:3726:31143717,31143534:Carton_gris:3726:31143857,31143847:Carton_gris:3726:31144265,31143848:Carton_gris:3726:31144281,31146843:Carton_gris:3726:31149035,31146844:Carton_gris:3726:31153286,31146861:Carton_gris:3726:31149225,31146862:Carton_gris:3726:31153342,31148856:Carton_gris:3726:31153059,31149764:Carton_gris:3726:31166284,31150501:Carton_gris:3726:31153468,31152413:Carton_gris:3726:31153856,31157187:Carton_gris:3726:31163206,31157270:Carton_gris:3726:31160134,31162649:Carton_gris:3726:31166030'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0063016287467811466, 'nb_photo': 46, 'list_port_cont': '31143651,31143725,31143859,31144290,31144329,31149029,31149056,31149110,31149131,31149192,31149226,31153064,31153334,31153470,31156891,31156926', 'assoc_port': '31143346:31143651,31143365:31143725,31143534:31143859,31143848:31144290,31144120:31144329,31146843:31149029,31146845:31149056,31146850:31149110,31146851:31149131,31146857:31149192,31146859:31156891,31146860:31156926,31146861:31149226,31146862:31153334,31148856:31153064,31150501:31153470', 'assoc_mat': '31143346:kraft:3726:31143651,31143365:kraft:3726:31143725,31143534:kraft:3726:31143859,31143848:kraft:3726:31144290,31144120:kraft:3726:31144329,31146843:kraft:3726:31149029,31146845:kraft:3726:31149056,31146850:kraft:3726:31149110,31146851:kraft:3726:31149131,31146857:kraft:3726:31149192,31146859:kraft:3726:31156891,31146860:kraft:3726:31156926,31146861:kraft:3726:31149226,31146862:kraft:3726:31153334,31148856:kraft:3726:31153064,31150501:kraft:3726:31153470'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0018430199544840385, 'nb_photo': 4, 'list_port_cont': '31143721,31153340,31153852,31156895', 'assoc_port': '31143365:31143721,31146859:31156895,31146862:31153340,31152413:31153852', 'assoc_mat': '31143365:metal:3726:31143721,31146859:metal:3726:31156895,31146862:metal:3726:31153340,31152413:metal:3726:31153852'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01113790298923822, 'nb_photo': 270, 'list_port_cont': '31143650,31143720,31143861,31144266,31144286,31144330,31149030,31149054,31149115,31149133,31149189,31149227,31153035,31153067,31153148,31153169,31153277,31153339,31153473,31153849,31154145,31154501,31156884,31156920,31160135,31162957,31163075,31163208,31166039,31166277,31169065', 'assoc_port': '31143346:31143650,31143365:31143720,31143534:31143861,31143847:31144266,31143848:31144286,31144120:31144330,31146843:31149030,31146844:31153277,31146845:31149054,31146847:31153148,31146848:31153169,31146850:31149115,31146851:31149133,31146857:31149189,31146858:31154145,31146859:31156884,31146860:31156920,31146861:31149227,31146862:31153339,31148855:31153035,31148856:31153067,31149764:31166277,31150501:31153473,31151985:31154501,31152413:31153849,31157101:31163075,31157187:31163208,31157270:31160135,31159991:31162957,31160389:31169065,31162649:31166039', 'assoc_mat': '31143346:plastique:3726:31143650,31143365:plastique:3726:31143720,31143534:plastique:3726:31143861,31143847:plastique:3726:31144266,31143848:plastique:3726:31144286,31144120:plastique:3726:31144330,31146843:plastique:3726:31149030,31146844:plastique:3726:31153277,31146845:plastique:3726:31149054,31146847:plastique:3726:31153148,31146848:plastique:3726:31153169,31146850:plastique:3726:31149115,31146851:plastique:3726:31149133,31146857:plastique:3726:31149189,31146858:plastique:3726:31154145,31146859:plastique:3726:31156884,31146860:plastique:3726:31156920,31146861:plastique:3726:31149227,31146862:plastique:3726:31153339,31148855:plastique:3726:31153035,31148856:plastique:3726:31153067,31149764:plastique:3726:31166277,31150501:plastique:3726:31153473,31151985:plastique:3726:31154501,31152413:plastique:3726:31153849,31157101:plastique:3726:31163075,31157187:plastique:3726:31163208,31157270:plastique:3726:31160135,31159991:plastique:3726:31162957,31160389:plastique:3726:31169065,31162649:plastique:3726:31166039'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02157549831410152, 'nb_photo': 730, 'list_port_cont': '31143653,31143728,31143867,31144259,31144288,31144327,31149033,31149058,31149108,31149135,31149198,31149229,31153034,31153056,31153150,31153177,31153284,31153332,31153479,31153851,31154154,31154492,31156885,31156918,31160141,31162952,31163073,31163198,31166036,31166282,31169066', 'assoc_port': '31143346:31143653,31143365:31143728,31143534:31143867,31143847:31144259,31143848:31144288,31144120:31144327,31146843:31149033,31146844:31153284,31146845:31149058,31146847:31153150,31146848:31153177,31146850:31149108,31146851:31149135,31146857:31149198,31146858:31154154,31146859:31156885,31146860:31156918,31146861:31149229,31146862:31153332,31148855:31153034,31148856:31153056,31149764:31166282,31150501:31153479,31151985:31154492,31152413:31153851,31157101:31163073,31157187:31163198,31157270:31160141,31159991:31162952,31160389:31169066,31162649:31166036', 'assoc_mat': '31143346:Teint_Dans_La_Masse:3726:31143653,31143365:Teint_Dans_La_Masse:3726:31143728,31143534:Teint_Dans_La_Masse:3726:31143867,31143847:Teint_Dans_La_Masse:3726:31144259,31143848:Teint_Dans_La_Masse:3726:31144288,31144120:Teint_Dans_La_Masse:3726:31144327,31146843:Teint_Dans_La_Masse:3726:31149033,31146844:Teint_Dans_La_Masse:3726:31153284,31146845:Teint_Dans_La_Masse:3726:31149058,31146847:Teint_Dans_La_Masse:3726:31153150,31146848:Teint_Dans_La_Masse:3726:31153177,31146850:Teint_Dans_La_Masse:3726:31149108,31146851:Teint_Dans_La_Masse:3726:31149135,31146857:Teint_Dans_La_Masse:3726:31149198,31146858:Teint_Dans_La_Masse:3726:31154154,31146859:Teint_Dans_La_Masse:3726:31156885,31146860:Teint_Dans_La_Masse:3726:31156918,31146861:Teint_Dans_La_Masse:3726:31149229,31146862:Teint_Dans_La_Masse:3726:31153332,31148855:Teint_Dans_La_Masse:3726:31153034,31148856:Teint_Dans_La_Masse:3726:31153056,31149764:Teint_Dans_La_Masse:3726:31166282,31150501:Teint_Dans_La_Masse:3726:31153479,31151985:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 4171}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31170944,31170945,31170946,31170947,31170948,31170949,31170950,31170951?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-06', 0.16676584202488123),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((4171,),), 'unwanted_material_monthly_percentage': ((0.16676584202488123,),), 'material_repartition': (('JRM', 2819),), 'material_dict': {'JRM': 2819}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 6, 1), 0.21355804407403736, 90), (datetime.date(2026, 6, 8), 0.14854664323945432, 92), (datetime.date(2026, 6, 9), 0.14833722037617675, 85), (datetime.date(2026, 6, 10), 0.1217643420379914, 98), (datetime.date(2026, 6, 11), 0.16883848220688805, 99), (datetime.date(2026, 6, 12), 0.17619539808897192, 93), (datetime.date(2026, 6, 15), 0.1532409081069975, 90), (datetime.date(2026, 6, 16), 0.15586009697625322, 99), (datetime.date(2026, 6, 17), 0.21521738425238676, 99)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 6, 1), 0.21355804407403736, 90), (datetime.date(2026, 6, 8), 0.14854664323945432, 92), (datetime.date(2026, 6, 9), 0.14833722037617675, 85), (datetime.date(2026, 6, 10), 0.1217643420379914, 98), (datetime.date(2026, 6, 11), 0.16883848220688805, 99), (datetime.date(2026, 6, 12), 0.17619539808897192, 93), (datetime.date(2026, 6, 15), 0.1532409081069975, 90), (datetime.date(2026, 6, 16), 0.15586009697625322, 99), (datetime.date(2026, 6, 17), 0.21521738425238676, 99))}, 'quality_array': [['-0.16826267667213246', '01062026'], ['0.4077005700588922', '08062026'], ['-0.4460721230584974', '09062026'], ['-0.6110396921976529', '10062026'], ['0.007098951800872933', '11062026'], ['-0.45028430516393614', '12062026'], ['-1.0521554862047724', '15062026'], ['-1.2085406427286332', '16062026'], ['-0.2139647393884509', '17062026']], 'number_of_batch': ((50,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01581141193249206, 'nb_photo': 136, 'list_port_cont': '31143657,31143727,31143864,31144257,31144284,31144331,31149028,31149055,31149111,31149137,31149193,31149232,31153061,31153143,31153168,31153281,31153337,31153476,31153857,31154494,31156888,31160139,31163072,31163199,31166032,31166279', 'assoc_port': '31143346:31143657,31143365:31143727,31143534:31143864,31143847:31144257,31143848:31144284,31144120:31144331,31146843:31149028,31146844:31153281,31146845:31149055,31146847:31153143,31146848:31153168,31146850:31149111,31146851:31149137,31146857:31149193,31146859:31156888,31146861:31149232,31146862:31153337,31148856:31153061,31149764:31166279,31150501:31153476,31151985:31154494,31152413:31153857,31157101:31163072,31157187:31163199,31157270:31160139,31162649:31166032', 'assoc_mat': '31143346:autre_refus:3726:31143657,31143365:autre_refus:3726:31143727,31143534:autre_refus:3726:31143864,31143847:autre_refus:3726:31144257,31143848:autre_refus:3726:31144284,31144120:autre_refus:3726:31144331,31146843:autre_refus:3726:31149028,31146844:autre_refus:3726:31153281,31146845:autre_refus:3726:31149055,31146847:autre_refus:3726:31153143,31146848:autre_refus:3726:31153168,31146850:autre_refus:3726:31149111,31146851:autre_refus:3726:31149137,31146857:autre_refus:3726:31149193,31146859:autre_refus:3726:31156888,31146861:autre_refus:3726:31149232,31146862:autre_refus:3726:31153337,31148856:autre_refus:3726:31153061,31149764:autre_refus:3726:31166279,31150501:autre_refus:3726:31153476,31151985:autre_refus:3726:31154494,31152413:autre_refus:3726:31153857,31157101:autre_refus:3726:31163072,31157187:autre_refus:3726:31163199,31157270:autre_refus:3726:31160139,31162649:autre_refus:3726:31166032'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01548017947382107, 'nb_photo': 402, 'list_port_cont': '31143649,31143722,31143858,31144258,31144287,31144324,31149031,31149059,31149113,31149138,31149187,31149233,31153037,31153066,31153149,31153170,31153279,31153341,31153475,31153853,31154152,31154502,31156893,31156917,31160140,31162955,31163068,31163203,31166029,31166278,31169070', 'assoc_port': '31143346:31143649,31143365:31143722,31143534:31143858,31143847:31144258,31143848:31144287,31144120:31144324,31146843:31149031,31146844:31153279,31146845:31149059,31146847:31153149,31146848:31153170,31146850:31149113,31146851:31149138,31146857:31149187,31146858:31154152,31146859:31156893,31146860:31156917,31146861:31149233,31146862:31153341,31148855:31153037,31148856:31153066,31149764:31166278,31150501:31153475,31151985:31154502,31152413:31153853,31157101:31163068,31157187:31163203,31157270:31160140,31159991:31162955,31160389:31169070,31162649:31166029', 'assoc_mat': '31143346:cartonnette:3726:31143649,31143365:cartonnette:3726:31143722,31143534:cartonnette:3726:31143858,31143847:cartonnette:3726:31144258,31143848:cartonnette:3726:31144287,31144120:cartonnette:3726:31144324,31146843:cartonnette:3726:31149031,31146844:cartonnette:3726:31153279,31146845:cartonnette:3726:31149059,31146847:cartonnette:3726:31153149,31146848:cartonnette:3726:31153170,31146850:cartonnette:3726:31149113,31146851:cartonnette:3726:31149138,31146857:cartonnette:3726:31149187,31146858:cartonnette:3726:31154152,31146859:cartonnette:3726:31156893,31146860:cartonnette:3726:31156917,31146861:cartonnette:3726:31149233,31146862:cartonnette:3726:31153341,31148855:cartonnette:3726:31153037,31148856:cartonnette:3726:31153066,31149764:cartonnette:3726:31166278,31150501:cartonnette:3726:31153475,31151985:cartonnette:3726:31154502,31152413:cartonnette:3726:31153853,31157101:cartonnette:3726:31163068,31157187:cartonnette:3726:31163203,31157270:cartonnette:3726:31160140,31159991:cartonnette:3726:31162955,31160389:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10245809424640527, 'nb_photo': 2018, 'list_port_cont': '31143655,31143718,31143865,31144260,31144282,31144325,31149025,31149053,31149109,31149141,31149195,31149228,31153041,31153057,31153144,31153172,31153280,31153338,31153474,31153855,31154144,31154493,31156892,31156923,31160136,31162956,31163069,31163200,31166033,31166281,31169067', 'assoc_port': '31143346:31143655,31143365:31143718,31143534:31143865,31143847:31144260,31143848:31144282,31144120:31144325,31146843:31149025,31146844:31153280,31146845:31149053,31146847:31153144,31146848:31153172,31146850:31149109,31146851:31149141,31146857:31149195,31146858:31154144,31146859:31156892,31146860:31156923,31146861:31149228,31146862:31153338,31148855:31153041,31148856:31153057,31149764:31166281,31150501:31153474,31151985:31154493,31152413:31153855,31157101:31163069,31157187:31163200,31157270:31160136,31159991:31162956,31160389:31169067,31162649:31166033', 'assoc_mat': '31143346:Carton_brun:3726:31143655,31143365:Carton_brun:3726:31143718,31143534:Carton_brun:3726:31143865,31143847:Carton_brun:3726:31144260,31143848:Carton_brun:3726:31144282,31144120:Carton_brun:3726:31144325,31146843:Carton_brun:3726:31149025,31146844:Carton_brun:3726:31153280,31146845:Carton_brun:3726:31149053,31146847:Carton_brun:3726:31153144,31146848:Carton_brun:3726:31153172,31146850:Carton_brun:3726:31149109,31146851:Carton_brun:3726:31149141,31146857:Carton_brun:3726:31149195,31146858:Carton_brun:3726:31154144,31146859:Carton_brun:3726:31156892,31146860:Carton_brun:3726:31156923,31146861:Carton_brun:3726:31149228,31146862:Carton_brun:3726:31153338,31148855:Carton_brun:3726:31153041,31148856:Carton_brun:3726:31153057,31149764:Carton_brun:3726:31166281,31150501:Carton_brun:3726:31153474,31151985:Carton_brun:3726:31154493,31152413:Carton_brun:3726:31153855,31157101:Carton_brun:3726:31163069,31157187:Carton_brun:3726:31163200,31157270:Carton_brun:3726:31160136,31159991:Carton_brun:3726:31162956,31160389:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0069734863677602685, 'nb_photo': 36, 'list_port_cont': '31143658,31143717,31143857,31144265,31144281,31149035,31149225,31153059,31153286,31153342,31153468,31153856,31160134,31163206,31166030,31166284', 'assoc_port': '31143346:31143658,31143365:31143717,31143534:31143857,31143847:31144265,31143848:31144281,31146843:31149035,31146844:31153286,31146861:31149225,31146862:31153342,31148856:31153059,31149764:31166284,31150501:31153468,31152413:31153856,31157187:31163206,31157270:31160134,31162649:31166030', 'assoc_mat': '31143346:Carton_gris:3726:31143658,31143365:Carton_gris:3726:31143717,31143534:Carton_gris:3726:31143857,31143847:Carton_gris:3726:31144265,31143848:Carton_gris:3726:31144281,31146843:Carton_gris:3726:31149035,31146844:Carton_gris:3726:31153286,31146861:Carton_gris:3726:31149225,31146862:Carton_gris:3726:31153342,31148856:Carton_gris:3726:31153059,31149764:Carton_gris:3726:31166284,31150501:Carton_gris:3726:31153468,31152413:Carton_gris:3726:31153856,31157187:Carton_gris:3726:31163206,31157270:Carton_gris:3726:31160134,31162649:Carton_gris:3726:31166030'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0063016287467811466, 'nb_photo': 46, 'list_port_cont': '31143651,31143725,31143859,31144290,31144329,31149029,31149056,31149110,31149131,31149192,31149226,31153064,31153334,31153470,31156891,31156926', 'assoc_port': '31143346:31143651,31143365:31143725,31143534:31143859,31143848:31144290,31144120:31144329,31146843:31149029,31146845:31149056,31146850:31149110,31146851:31149131,31146857:31149192,31146859:31156891,31146860:31156926,31146861:31149226,31146862:31153334,31148856:31153064,31150501:31153470', 'assoc_mat': '31143346:kraft:3726:31143651,31143365:kraft:3726:31143725,31143534:kraft:3726:31143859,31143848:kraft:3726:31144290,31144120:kraft:3726:31144329,31146843:kraft:3726:31149029,31146845:kraft:3726:31149056,31146850:kraft:3726:31149110,31146851:kraft:3726:31149131,31146857:kraft:3726:31149192,31146859:kraft:3726:31156891,31146860:kraft:3726:31156926,31146861:kraft:3726:31149226,31146862:kraft:3726:31153334,31148856:kraft:3726:31153064,31150501:kraft:3726:31153470'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0018430199544840385, 'nb_photo': 4, 'list_port_cont': '31143721,31153340,31153852,31156895', 'assoc_port': '31143365:31143721,31146859:31156895,31146862:31153340,31152413:31153852', 'assoc_mat': '31143365:metal:3726:31143721,31146859:metal:3726:31156895,31146862:metal:3726:31153340,31152413:metal:3726:31153852'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01113790298923822, 'nb_photo': 270, 'list_port_cont': '31143650,31143720,31143861,31144266,31144286,31144330,31149030,31149054,31149115,31149133,31149189,31149227,31153035,31153067,31153148,31153169,31153277,31153339,31153473,31153849,31154145,31154501,31156884,31156920,31160135,31162957,31163075,31163208,31166039,31166277,31169065', 'assoc_port': '31143346:31143650,31143365:31143720,31143534:31143861,31143847:31144266,31143848:31144286,31144120:31144330,31146843:31149030,31146844:31153277,31146845:31149054,31146847:31153148,31146848:31153169,31146850:31149115,31146851:31149133,31146857:31149189,31146858:31154145,31146859:31156884,31146860:31156920,31146861:31149227,31146862:31153339,31148855:31153035,31148856:31153067,31149764:31166277,31150501:31153473,31151985:31154501,31152413:31153849,31157101:31163075,31157187:31163208,31157270:31160135,31159991:31162957,31160389:31169065,31162649:31166039', 'assoc_mat': '31143346:plastique:3726:31143650,31143365:plastique:3726:31143720,31143534:plastique:3726:31143861,31143847:plastique:3726:31144266,31143848:plastique:3726:31144286,31144120:plastique:3726:31144330,31146843:plastique:3726:31149030,31146844:plastique:3726:31153277,31146845:plastique:3726:31149054,31146847:plastique:3726:31153148,31146848:plastique:3726:31153169,31146850:plastique:3726:31149115,31146851:plastique:3726:31149133,31146857:plastique:3726:31149189,31146858:plastique:3726:31154145,31146859:plastique:3726:31156884,31146860:plastique:3726:31156920,31146861:plastique:3726:31149227,31146862:plastique:3726:31153339,31148855:plastique:3726:31153035,31148856:plastique:3726:31153067,31149764:plastique:3726:31166277,31150501:plastique:3726:31153473,31151985:plastique:3726:31154501,31152413:plastique:3726:31153849,31157101:plastique:3726:31163075,31157187:plastique:3726:31163208,31157270:plastique:3726:31160135,31159991:plastique:3726:31162957,31160389:plastique:3726:31169065,31162649:plastique:3726:31166039'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02157549831410152, 'nb_photo': 730, 'list_port_cont': '31143653,31143728,31143867,31144259,31144288,31144327,31149033,31149058,31149108,31149135,31149198,31149229,31153034,31153056,31153150,31153177,31153284,31153332,31153479,31153851,31154154,31154492,31156885,31156918,31160141,31162952,31163073,31163198,31166036,31166282,31169066', 'assoc_port': '31143346:31143653,31143365:31143728,31143534:31143867,31143847:31144259,31143848:31144288,31144120:31144327,31146843:31149033,31146844:31153284,31146845:31149058,31146847:31153150,31146848:31153177,31146850:31149108,31146851:31149135,31146857:31149198,31146858:31154154,31146859:31156885,31146860:31156918,31146861:31149229,31146862:31153332,31148855:31153034,31148856:31153056,31149764:31166282,31150501:31153479,31151985:31154492,31152413:31153851,31157101:31163073,31157187:31163198,31157270:31160141,31159991:31162952,31160389:31169066,31162649:31166036', 'assoc_mat': '31143346:Teint_Dans_La_Masse:3726:31143653,31143365:Teint_Dans_La_Masse:3726:31143728,31143534:Teint_Dans_La_Masse:3726:31143867,31143847:Teint_Dans_La_Masse:3726:31144259,31143848:Teint_Dans_La_Masse:3726:31144288,31144120:Teint_Dans_La_Masse:3726:31144327,31146843:Teint_Dans_La_Masse:3726:31149033,31146844:Teint_Dans_La_Masse:3726:31153284,31146845:Teint_Dans_La_Masse:3726:31149058,31146847:Teint_Dans_La_Masse:3726:31153150,31146848:Teint_Dans_La_Masse:3726:31153177,31146850:Teint_Dans_La_Masse:3726:31149108,31146851:Teint_Dans_La_Masse:3726:31149135,31146857:Teint_Dans_La_Masse:3726:31149198,31146858:Teint_Dans_La_Masse:3726:31154154,31146859:Teint_Dans_La_Masse:3726:31156885,31146860:Teint_Dans_La_Masse:3726:31156918,31146861:Teint_Dans_La_Masse:3726:31149229,31146862:Teint_Dans_La_Masse:3726:31153332,31148855:Teint_Dans_La_Masse:3726:31153034,31148856:Teint_Dans_La_Masse:3726:31153056,31149764:Teint_Dans_La_Masse:3726:31166282,31150501:Teint_Dans_La_Masse:3726:31153479,31151985:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 4171}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31170944,31170945,31170946,31170947,31170948,31170949,31170950,31170951?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-06', 0.16676584202488123),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_06_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.58%', 136], 'cartonnette': ['cartonnette', '1.55%', 402], 'Carton_brun': ['Carton_brun', '10.25%', 2018], 'Carton_gris': ['Carton_gris', '0.7%', 36], 'kraft': ['kraft', '0.63%', 46], 'metal': ['metal', '0.18%', 4], 'plastique': ['plastique', '1.11%', 270], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.16%', 730]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_06_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.64user 3.33system 22:51:21elapsed 0%CPU (0avgtext+0avgdata 188676maxresident)k 263736inputs+296outputs (19810major+86155minor)pagefaults 0swaps