python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-10 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (3, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (3, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 10 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-10 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-10%') and created_at like '%2026-10%'))); nb_day : (3, 31) after unwanted_material_data nb_day : (3, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/10%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-10-01 00:00:00,2026-10-02 00:00:00,2026-10-05 00:00:00,2026-10-06 00:00:00,2026-10-07 00:00:00,2026-10-08 00:00:00,2026-10-09 00:00:00,2026-10-12 00:00:00,2026-10-13 00:00:00,2026-10-14 00:00:00,2026-10-15 00:00:00,2026-10-16 00:00:00,2026-10-19 00:00:00,2026-10-20 00:00:00,2026-10-21 00:00:00,2026-10-22 00:00:00,2026-10-23 00:00:00,2026-10-26 00:00:00,2026-10-27 00:00:00,2026-10-28 00:00:00,2026-10-29 00:00:00,2026-10-30 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 10 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 10 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%102026%' and cps.thcl = 1533 GROUP BY sbstr ; Erreur dans le nom de portfolio du batch invalid literal for int() with base 10: 'perlen' after number_of_batch date_start : 2026-10-01 : dt_date_just_month_year : 2026-10-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-10-01" AND ded.date <= "2026-10-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (3015528,3013386,3025944,3014634,3016238,3015110,3015692,3016742,3016412,3017414,3023242,3023240,3019424,3019590,3020172,3021322,3021884,3022406,3023246) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.016874443288491074, 'nb_photo': 201, 'list_port_cont': '31266228,31267354,31267884,31272627,31278594,31281831,31282072,31285570,31286698,31296679,31301132,31311608,31315860,31318652,31321473,31323018,31325984,31328338,31328416,31330336,31337882,31347561,31370202,31370227,31370279', 'assoc_port': '31265822:31266228,31267228:31267354,31267344:31267884,31272013:31272627,31276655:31278594,31281458:31282072,31281465:31281831,31285432:31285570,31286470:31286698,31291569:31296679,31298269:31301132,31310949:31311608,31314380:31315860,31314700:31318652,31321222:31323018,31321223:31321473,31325859:31325984,31327645:31328338,31328023:31328416,31328024:31330336,31334281:31337882,31347330:31347561,31370070:31370202,31370107:31370227,31370108:31370279', 'assoc_mat': '31265822:autre_refus:3726:31266228,31267228:autre_refus:3726:31267354,31267344:autre_refus:3726:31267884,31272013:autre_refus:3726:31272627,31276655:autre_refus:3726:31278594,31281458:autre_refus:3726:31282072,31281465:autre_refus:3726:31281831,31285432:autre_refus:3726:31285570,31286470:autre_refus:3726:31286698,31291569:autre_refus:3726:31296679,31298269:autre_refus:3726:31301132,31310949:autre_refus:3726:31311608,31314380:autre_refus:3726:31315860,31314700:autre_refus:3726:31318652,31321222:autre_refus:3726:31323018,31321223:autre_refus:3726:31321473,31325859:autre_refus:3726:31325984,31327645:autre_refus:3726:31328338,31328023:autre_refus:3726:31328416,31328024:autre_refus:3726:31330336,31334281:autre_refus:3726:31337882,31347330:autre_refus:3726:31347561,31370070:autre_refus:3726:31370202,31370107:autre_refus:3726:31370227,31370108:autre_refus:3726:31370279'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01451463231314102, 'nb_photo': 502, 'list_port_cont': '31266229,31267360,31267892,31272624,31278591,31281821,31282074,31285567,31286701,31296684,31301127,31311607,31315863,31318653,31321472,31323017,31325985,31328422,31330332,31337874,31347564,31354965,31370195,31370225,31370281,31371137', 'assoc_port': '31265822:31266229,31267228:31267360,31267344:31267892,31272013:31272624,31276655:31278591,31281458:31282074,31281465:31281821,31285432:31285567,31286470:31286701,31291569:31296684,31298269:31301127,31310949:31311607,31314380:31315863,31314700:31318653,31321222:31323017,31321223:31321472,31325859:31325985,31328023:31328422,31328024:31330332,31334281:31337874,31347330:31347564,31353624:31354965,31365428:31371137,31370070:31370195,31370107:31370225,31370108:31370281', 'assoc_mat': '31265822:cartonnette:3726:31266229,31267228:cartonnette:3726:31267360,31267344:cartonnette:3726:31267892,31272013:cartonnette:3726:31272624,31276655:cartonnette:3726:31278591,31281458:cartonnette:3726:31282074,31281465:cartonnette:3726:31281821,31285432:cartonnette:3726:31285567,31286470:cartonnette:3726:31286701,31291569:cartonnette:3726:31296684,31298269:cartonnette:3726:31301127,31310949:cartonnette:3726:31311607,31314380:cartonnette:3726:31315863,31314700:cartonnette:3726:31318653,31321222:cartonnette:3726:31323017,31321223:cartonnette:3726:31321472,31325859:cartonnette:3726:31325985,31328023:cartonnette:3726:31328422,31328024:cartonnette:3726:31330332,31334281:cartonnette:3726:31337874,31347330:cartonnette:3726:31347564,31353624:cartonnette:3726:31354965,31365428:cartonnette:3726:31371137,31370070:cartonnette:3726:31370195,31370107:cartonnette:3726:31370225,31370108:cartonnette:3726:31370281'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.11029766938334838, 'nb_photo': 2477, 'list_port_cont': '31266226,31267351,31267887,31272626,31278587,31281824,31282081,31285572,31286697,31296689,31301126,31305522,31306011,31311614,31315870,31318654,31321471,31323015,31325993,31328419,31330328,31337880,31347565,31354955,31370201,31370228,31370282,31371132', 'assoc_port': '31265822:31266226,31267228:31267351,31267344:31267887,31272013:31272626,31276655:31278587,31281458:31282081,31281465:31281824,31285432:31285572,31286470:31286697,31291569:31296689,31298269:31301126,31305302:31305522,31305833:31306011,31310949:31311614,31314380:31315870,31314700:31318654,31321222:31323015,31321223:31321471,31325859:31325993,31328023:31328419,31328024:31330328,31334281:31337880,31347330:31347565,31353624:31354955,31365428:31371132,31370070:31370201,31370107:31370228,31370108:31370282', 'assoc_mat': '31265822:Carton_brun:3726:31266226,31267228:Carton_brun:3726:31267351,31267344:Carton_brun:3726:31267887,31272013:Carton_brun:3726:31272626,31276655:Carton_brun:3726:31278587,31281458:Carton_brun:3726:31282081,31281465:Carton_brun:3726:31281824,31285432:Carton_brun:3726:31285572,31286470:Carton_brun:3726:31286697,31291569:Carton_brun:3726:31296689,31298269:Carton_brun:3726:31301126,31305302:Carton_brun:3726:31305522,31305833:Carton_brun:3726:31306011,31310949:Carton_brun:3726:31311614,31314380:Carton_brun:3726:31315870,31314700:Carton_brun:3726:31318654,31321222:Carton_brun:3726:31323015,31321223:Carton_brun:3726:31321471,31325859:Carton_brun:3726:31325993,31328023:Carton_brun:3726:31328419,31328024:Carton_brun:3726:31330328,31334281:Carton_brun:3726:31337880,31347330:Carton_brun:3726:31347565,31353624:Carton_brun:3726:31354955,31365428:Carton_brun:3726:31371132,31370070:Carton_brun:3726:31370201,31370107:Carton_brun:3726:31370228,31370108:Carton_brun:3726:31370282'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008990607329482762, 'nb_photo': 52, 'list_port_cont': '31266233,31267350,31267888,31272629,31278593,31281828,31282073,31296687,31301133,31315864,31318655,31321469,31323020,31325988,31354963,31370200,31370280,31371135', 'assoc_port': '31265822:31266233,31267228:31267350,31267344:31267888,31272013:31272629,31276655:31278593,31281458:31282073,31281465:31281828,31291569:31296687,31298269:31301133,31314380:31315864,31314700:31318655,31321222:31323020,31321223:31321469,31325859:31325988,31353624:31354963,31365428:31371135,31370070:31370200,31370108:31370280', 'assoc_mat': '31265822:Carton_gris:3726:31266233,31267228:Carton_gris:3726:31267350,31267344:Carton_gris:3726:31267888,31272013:Carton_gris:3726:31272629,31276655:Carton_gris:3726:31278593,31281458:Carton_gris:3726:31282073,31281465:Carton_gris:3726:31281828,31291569:Carton_gris:3726:31296687,31298269:Carton_gris:3726:31301133,31314380:Carton_gris:3726:31315864,31314700:Carton_gris:3726:31318655,31321222:Carton_gris:3726:31323020,31321223:Carton_gris:3726:31321469,31325859:Carton_gris:3726:31325988,31353624:Carton_gris:3726:31354963,31365428:Carton_gris:3726:31371135,31370070:Carton_gris:3726:31370200,31370108:Carton_gris:3726:31370280'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006989001411201288, 'nb_photo': 33, 'list_port_cont': '31266232,31267353,31267883,31272623,31278586,31281825,31282079,31296685,31301129,31318658,31321464,31323010,31325986,31370223', 'assoc_port': '31265822:31266232,31267228:31267353,31267344:31267883,31272013:31272623,31276655:31278586,31281458:31282079,31281465:31281825,31291569:31296685,31298269:31301129,31314700:31318658,31321222:31323010,31321223:31321464,31325859:31325986,31370107:31370223', 'assoc_mat': '31265822:kraft:3726:31266232,31267228:kraft:3726:31267353,31267344:kraft:3726:31267883,31272013:kraft:3726:31272623,31276655:kraft:3726:31278586,31281458:kraft:3726:31282079,31281465:kraft:3726:31281825,31291569:kraft:3726:31296685,31298269:kraft:3726:31301129,31314700:kraft:3726:31318658,31321222:kraft:3726:31323010,31321223:kraft:3726:31321464,31325859:kraft:3726:31325986,31370107:kraft:3726:31370223'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0009992410614501144, 'nb_photo': 2, 'list_port_cont': '31311616,31321475', 'assoc_port': '31310949:31311616,31321223:31321475', 'assoc_mat': '31310949:metal:3726:31311616,31321223:metal:3726:31321475'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014914926089654465, 'nb_photo': 464, 'list_port_cont': '31266225,31267355,31267886,31272620,31278595,31281827,31282076,31285563,31286692,31296686,31301131,31305524,31306017,31311611,31315865,31318661,31321468,31323011,31325994,31328348,31328412,31330335,31337876,31347572,31354962,31370192,31370218,31370283,31371131', 'assoc_port': '31265822:31266225,31267228:31267355,31267344:31267886,31272013:31272620,31276655:31278595,31281458:31282076,31281465:31281827,31285432:31285563,31286470:31286692,31291569:31296686,31298269:31301131,31305302:31305524,31305833:31306017,31310949:31311611,31314380:31315865,31314700:31318661,31321222:31323011,31321223:31321468,31325859:31325994,31327645:31328348,31328023:31328412,31328024:31330335,31334281:31337876,31347330:31347572,31353624:31354962,31365428:31371131,31370070:31370192,31370107:31370218,31370108:31370283', 'assoc_mat': '31265822:plastique:3726:31266225,31267228:plastique:3726:31267355,31267344:plastique:3726:31267886,31272013:plastique:3726:31272620,31276655:plastique:3726:31278595,31281458:plastique:3726:31282076,31281465:plastique:3726:31281827,31285432:plastique:3726:31285563,31286470:plastique:3726:31286692,31291569:plastique:3726:31296686,31298269:plastique:3726:31301131,31305302:plastique:3726:31305524,31305833:plastique:3726:31306017,31310949:plastique:3726:31311611,31314380:plastique:3726:31315865,31314700:plastique:3726:31318661,31321222:plastique:3726:31323011,31321223:plastique:3726:31321468,31325859:plastique:3726:31325994,31327645:plastique:3726:31328348,31328023:plastique:3726:31328412,31328024:plastique:3726:31330335,31334281:plastique:3726:31337876,31347330:plastique:3726:31347572,31353624:plastique:3726:31354962,31365428:plastique:3726:31371131,31370070:plastique:3726:31370192,31370107:plastique:3726:31370218,31370108:plastique:3726:31370283'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0225913119035653, 'nb_photo': 1122, 'list_port_cont': '31266223,31267359,31267893,31272628,31278592,31281822,31282078,31285574,31286694,31296681,31301128,31305525,31306019,31311617,31315861,31318660,31321467,31323012,31325995,31328414,31330330,31337875,31347567,31354959,31370198,31370221,31370286,31371127', 'assoc_port': '31265822:31266223,31267228:31267359,31267344:31267893,31272013:31272628,31276655:31278592,31281458:31282078,31281465:31281822,31285432:31285574,31286470:31286694,31291569:31296681,31298269:31301128,31305302:31305525,31305833:31306019,31310949:31311617,31314380:31315861,31314700:31318660,31321222:31323012,31321223:31321467,31325859:31325995,31328023:31328414,31328024:31330330,31334281:31337875,31347330:31347567,31353624:31354959,31365428:31371127,31370070:31370198,31370107:31370221,31370108:31370286', 'assoc_mat': '31265822:Teint_Dans_La_Masse:3726:31266223,31267228:Teint_Dans_La_Masse:3726:31267359,31267344:Teint_Dans_La_Masse:3726:31267893,31272013:Teint_Dans_La_Masse:3726:31272628,31276655:Teint_Dans_La_Masse:3726:31278592,31281458:Teint_Dans_La_Masse:3726:31282078,31281465:Teint_Dans_La_Masse:3726:31281822,31285432:Teint_Dans_La_Masse:3726:31285574,31286470:Teint_Dans_La_Masse:3726:31286694,31291569:Teint_Dans_La_Masse:3726:31296681,31298269:Teint_Dans_La_Masse:3726:31301128,31305302:Teint_Dans_La_Masse:3726:31305525,31305833:Teint_Dans_La_Masse:3726:31306019,31310949:Teint_Dans_La_Masse:3726:31311617,31314380:Teint_Dans_La_Masse:3726:31315861,31314700:Teint_Dans_La_Masse:3726:31318660,31321222:Teint_Dans_La_Masse:3726:31323012,31321223:Teint_Dans_La_Masse:3726:31321467,31325859:Teint_Dans_La_Masse:3726:31325995,31328023:Teint_Dans_La_Masse:3726:31328414,31328024:Teint_Dans_La_Masse:3726:31330330,31334281:Teint_Dans_La_Masse:3726:31337875,31347330:Teint_Dans_La_Masse:3726:31347567,31353624:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(3015528,3013386,3025944,3014634,3016238,3015110,3015692,3016742,3016412,3017414,3023242,3023240,3019424,3019590,3020172,3021322,3021884,3022406,3023246)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31340881, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31266228,31267354,31267884,31272627,31278594,31281831,31282072,31285570,31286698,31296679,31301132,31311608,31315860,31318652,31321473,31323018,31325984,31328338,31328416,31330336,31337882,31347561,31370202,31370227,31370279 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31340882, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31266229,31267360,31267892,31272624,31278591,31281821,31282074,31285567,31286701,31296684,31301127,31311607,31315863,31318653,31321472,31323017,31325985,31328422,31330332,31337874,31347564,31354965,31370195,31370225,31370281,31371137 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31340883, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31266226,31267351,31267887,31272626,31278587,31281824,31282081,31285572,31286697,31296689,31301126,31305522,31306011,31311614,31315870,31318654,31321471,31323015,31325993,31328419,31330328,31337880,31347565,31354955,31370201,31370228,31370282,31371132 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31340884, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31266233,31267350,31267888,31272629,31278593,31281828,31282073,31296687,31301133,31315864,31318655,31321469,31323020,31325988,31354963,31370200,31370280,31371135 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31340885, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31266232,31267353,31267883,31272623,31278586,31281825,31282079,31296685,31301129,31318658,31321464,31323010,31325986,31370223 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31340886, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31311616,31321475 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31340887, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31266225,31267355,31267886,31272620,31278595,31281827,31282076,31285563,31286692,31296686,31301131,31305524,31306017,31311611,31315865,31318661,31321468,31323011,31325994,31328348,31328412,31330335,31337876,31347572,31354962,31370192,31370218,31370283,31371131 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31340888, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31266223,31267359,31267893,31272628,31278592,31281822,31282078,31285574,31286694,31296681,31301128,31305525,31306019,31311617,31315861,31318660,31321467,31323012,31325995,31328414,31330330,31337875,31347567,31354959,31370198,31370221,31370286,31371127 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/31340881,31340882,31340883,31340884,31340885,31340886,31340887,31340888?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-10-01' and date <= '2026-10-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((1932,),), 'unwanted_material_monthly_percentage': ((0.17693795448144012,),), 'material_repartition': (('JRM', 1833),), 'material_dict': {'JRM': 1833}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 10, 2), 0.2051491907310213, 87), (datetime.date(2026, 10, 5), 0.1748145158402813, 89), (datetime.date(2026, 10, 6), 0.2612338320034054, 97), (datetime.date(2026, 10, 8), 0.1537743915373385, 90), (datetime.date(2026, 10, 9), 0.1707776065681932, 92), (datetime.date(2026, 10, 12), 0.19223848933737284, 17), (datetime.date(2026, 10, 13), 0.17055072795450663, 95), (datetime.date(2026, 10, 14), 0.2008127727154983, 79), (datetime.date(2026, 10, 15), 0.14156102760213943, 87), (datetime.date(2026, 10, 16), 0.11982612518231865, 19), (datetime.date(2026, 10, 17), 0.20779809596428675, 25), (datetime.date(2026, 10, 19), 0.16353623929655, 12), (datetime.date(2026, 10, 20), 0.13644393471318217, 29), (datetime.date(2026, 10, 22), 0.17190686896992347, 18)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 10, 2), 0.2051491907310213, 87), (datetime.date(2026, 10, 5), 0.1748145158402813, 89), (datetime.date(2026, 10, 6), 0.2612338320034054, 97), (datetime.date(2026, 10, 8), 0.1537743915373385, 90), (datetime.date(2026, 10, 9), 0.1707776065681932, 92), (datetime.date(2026, 10, 12), 0.19223848933737284, 17), (datetime.date(2026, 10, 13), 0.17055072795450663, 95), (datetime.date(2026, 10, 14), 0.2008127727154983, 79), (datetime.date(2026, 10, 15), 0.14156102760213943, 87), (datetime.date(2026, 10, 16), 0.11982612518231865, 19), (datetime.date(2026, 10, 17), 0.20779809596428675, 25), (datetime.date(2026, 10, 19), 0.16353623929655, 12), (datetime.date(2026, 10, 20), 0.13644393471318217, 29), (datetime.date(2026, 10, 22), 0.17190686896992347, 18))}, 'quality_array': [['-1.610479562498782', '02102026'], ['-1.5283807660591533', '05102026'], ['-1.5484688635543746', '06102026'], ['-1.6836233792623827', '08102026'], ['-1.6449212177686792', '09102026'], ['-2.392511823312564', '12102026'], ['-1.7195630758971645', '13102026'], ['-1.7848184076284943', '14102026'], ['-1.8554430512227944', '15102026'], ['-2.2947432250399467', '16102026'], ['-2.7747831513854377', '17102026'], ['-2.0577164301166793', '19102026']], 'number_of_batch': ((30,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.016874443288491074, 'nb_photo': 201, 'list_port_cont': '31266228,31267354,31267884,31272627,31278594,31281831,31282072,31285570,31286698,31296679,31301132,31311608,31315860,31318652,31321473,31323018,31325984,31328338,31328416,31330336,31337882,31347561,31370202,31370227,31370279', 'assoc_port': '31265822:31266228,31267228:31267354,31267344:31267884,31272013:31272627,31276655:31278594,31281458:31282072,31281465:31281831,31285432:31285570,31286470:31286698,31291569:31296679,31298269:31301132,31310949:31311608,31314380:31315860,31314700:31318652,31321222:31323018,31321223:31321473,31325859:31325984,31327645:31328338,31328023:31328416,31328024:31330336,31334281:31337882,31347330:31347561,31370070:31370202,31370107:31370227,31370108:31370279', 'assoc_mat': '31265822:autre_refus:3726:31266228,31267228:autre_refus:3726:31267354,31267344:autre_refus:3726:31267884,31272013:autre_refus:3726:31272627,31276655:autre_refus:3726:31278594,31281458:autre_refus:3726:31282072,31281465:autre_refus:3726:31281831,31285432:autre_refus:3726:31285570,31286470:autre_refus:3726:31286698,31291569:autre_refus:3726:31296679,31298269:autre_refus:3726:31301132,31310949:autre_refus:3726:31311608,31314380:autre_refus:3726:31315860,31314700:autre_refus:3726:31318652,31321222:autre_refus:3726:31323018,31321223:autre_refus:3726:31321473,31325859:autre_refus:3726:31325984,31327645:autre_refus:3726:31328338,31328023:autre_refus:3726:31328416,31328024:autre_refus:3726:31330336,31334281:autre_refus:3726:31337882,31347330:autre_refus:3726:31347561,31370070:autre_refus:3726:31370202,31370107:autre_refus:3726:31370227,31370108:autre_refus:3726:31370279'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01451463231314102, 'nb_photo': 502, 'list_port_cont': '31266229,31267360,31267892,31272624,31278591,31281821,31282074,31285567,31286701,31296684,31301127,31311607,31315863,31318653,31321472,31323017,31325985,31328422,31330332,31337874,31347564,31354965,31370195,31370225,31370281,31371137', 'assoc_port': '31265822:31266229,31267228:31267360,31267344:31267892,31272013:31272624,31276655:31278591,31281458:31282074,31281465:31281821,31285432:31285567,31286470:31286701,31291569:31296684,31298269:31301127,31310949:31311607,31314380:31315863,31314700:31318653,31321222:31323017,31321223:31321472,31325859:31325985,31328023:31328422,31328024:31330332,31334281:31337874,31347330:31347564,31353624:31354965,31365428:31371137,31370070:31370195,31370107:31370225,31370108:31370281', 'assoc_mat': '31265822:cartonnette:3726:31266229,31267228:cartonnette:3726:31267360,31267344:cartonnette:3726:31267892,31272013:cartonnette:3726:31272624,31276655:cartonnette:3726:31278591,31281458:cartonnette:3726:31282074,31281465:cartonnette:3726:31281821,31285432:cartonnette:3726:31285567,31286470:cartonnette:3726:31286701,31291569:cartonnette:3726:31296684,31298269:cartonnette:3726:31301127,31310949:cartonnette:3726:31311607,31314380:cartonnette:3726:31315863,31314700:cartonnette:3726:31318653,31321222:cartonnette:3726:31323017,31321223:cartonnette:3726:31321472,31325859:cartonnette:3726:31325985,31328023:cartonnette:3726:31328422,31328024:cartonnette:3726:31330332,31334281:cartonnette:3726:31337874,31347330:cartonnette:3726:31347564,31353624:cartonnette:3726:31354965,31365428:cartonnette:3726:31371137,31370070:cartonnette:3726:31370195,31370107:cartonnette:3726:31370225,31370108:cartonnette:3726:31370281'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.11029766938334838, 'nb_photo': 2477, 'list_port_cont': '31266226,31267351,31267887,31272626,31278587,31281824,31282081,31285572,31286697,31296689,31301126,31305522,31306011,31311614,31315870,31318654,31321471,31323015,31325993,31328419,31330328,31337880,31347565,31354955,31370201,31370228,31370282,31371132', 'assoc_port': '31265822:31266226,31267228:31267351,31267344:31267887,31272013:31272626,31276655:31278587,31281458:31282081,31281465:31281824,31285432:31285572,31286470:31286697,31291569:31296689,31298269:31301126,31305302:31305522,31305833:31306011,31310949:31311614,31314380:31315870,31314700:31318654,31321222:31323015,31321223:31321471,31325859:31325993,31328023:31328419,31328024:31330328,31334281:31337880,31347330:31347565,31353624:31354955,31365428:31371132,31370070:31370201,31370107:31370228,31370108:31370282', 'assoc_mat': '31265822:Carton_brun:3726:31266226,31267228:Carton_brun:3726:31267351,31267344:Carton_brun:3726:31267887,31272013:Carton_brun:3726:31272626,31276655:Carton_brun:3726:31278587,31281458:Carton_brun:3726:31282081,31281465:Carton_brun:3726:31281824,31285432:Carton_brun:3726:31285572,31286470:Carton_brun:3726:31286697,31291569:Carton_brun:3726:31296689,31298269:Carton_brun:3726:31301126,31305302:Carton_brun:3726:31305522,31305833:Carton_brun:3726:31306011,31310949:Carton_brun:3726:31311614,31314380:Carton_brun:3726:31315870,31314700:Carton_brun:3726:31318654,31321222:Carton_brun:3726:31323015,31321223:Carton_brun:3726:31321471,31325859:Carton_brun:3726:31325993,31328023:Carton_brun:3726:31328419,31328024:Carton_brun:3726:31330328,31334281:Carton_brun:3726:31337880,31347330:Carton_brun:3726:31347565,31353624:Carton_brun:3726:31354955,31365428:Carton_brun:3726:31371132,31370070:Carton_brun:3726:31370201,31370107:Carton_brun:3726:31370228,31370108:Carton_brun:3726:31370282'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008990607329482762, 'nb_photo': 52, 'list_port_cont': '31266233,31267350,31267888,31272629,31278593,31281828,31282073,31296687,31301133,31315864,31318655,31321469,31323020,31325988,31354963,31370200,31370280,31371135', 'assoc_port': '31265822:31266233,31267228:31267350,31267344:31267888,31272013:31272629,31276655:31278593,31281458:31282073,31281465:31281828,31291569:31296687,31298269:31301133,31314380:31315864,31314700:31318655,31321222:31323020,31321223:31321469,31325859:31325988,31353624:31354963,31365428:31371135,31370070:31370200,31370108:31370280', 'assoc_mat': '31265822:Carton_gris:3726:31266233,31267228:Carton_gris:3726:31267350,31267344:Carton_gris:3726:31267888,31272013:Carton_gris:3726:31272629,31276655:Carton_gris:3726:31278593,31281458:Carton_gris:3726:31282073,31281465:Carton_gris:3726:31281828,31291569:Carton_gris:3726:31296687,31298269:Carton_gris:3726:31301133,31314380:Carton_gris:3726:31315864,31314700:Carton_gris:3726:31318655,31321222:Carton_gris:3726:31323020,31321223:Carton_gris:3726:31321469,31325859:Carton_gris:3726:31325988,31353624:Carton_gris:3726:31354963,31365428:Carton_gris:3726:31371135,31370070:Carton_gris:3726:31370200,31370108:Carton_gris:3726:31370280'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006989001411201288, 'nb_photo': 33, 'list_port_cont': '31266232,31267353,31267883,31272623,31278586,31281825,31282079,31296685,31301129,31318658,31321464,31323010,31325986,31370223', 'assoc_port': '31265822:31266232,31267228:31267353,31267344:31267883,31272013:31272623,31276655:31278586,31281458:31282079,31281465:31281825,31291569:31296685,31298269:31301129,31314700:31318658,31321222:31323010,31321223:31321464,31325859:31325986,31370107:31370223', 'assoc_mat': '31265822:kraft:3726:31266232,31267228:kraft:3726:31267353,31267344:kraft:3726:31267883,31272013:kraft:3726:31272623,31276655:kraft:3726:31278586,31281458:kraft:3726:31282079,31281465:kraft:3726:31281825,31291569:kraft:3726:31296685,31298269:kraft:3726:31301129,31314700:kraft:3726:31318658,31321222:kraft:3726:31323010,31321223:kraft:3726:31321464,31325859:kraft:3726:31325986,31370107:kraft:3726:31370223'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0009992410614501144, 'nb_photo': 2, 'list_port_cont': '31311616,31321475', 'assoc_port': '31310949:31311616,31321223:31321475', 'assoc_mat': '31310949:metal:3726:31311616,31321223:metal:3726:31321475'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014914926089654465, 'nb_photo': 464, 'list_port_cont': '31266225,31267355,31267886,31272620,31278595,31281827,31282076,31285563,31286692,31296686,31301131,31305524,31306017,31311611,31315865,31318661,31321468,31323011,31325994,31328348,31328412,31330335,31337876,31347572,31354962,31370192,31370218,31370283,31371131', 'assoc_port': '31265822:31266225,31267228:31267355,31267344:31267886,31272013:31272620,31276655:31278595,31281458:31282076,31281465:31281827,31285432:31285563,31286470:31286692,31291569:31296686,31298269:31301131,31305302:31305524,31305833:31306017,31310949:31311611,31314380:31315865,31314700:31318661,31321222:31323011,31321223:31321468,31325859:31325994,31327645:31328348,31328023:31328412,31328024:31330335,31334281:31337876,31347330:31347572,31353624:31354962,31365428:31371131,31370070:31370192,31370107:31370218,31370108:31370283', 'assoc_mat': '31265822:plastique:3726:31266225,31267228:plastique:3726:31267355,31267344:plastique:3726:31267886,31272013:plastique:3726:31272620,31276655:plastique:3726:31278595,31281458:plastique:3726:31282076,31281465:plastique:3726:31281827,31285432:plastique:3726:31285563,31286470:plastique:3726:31286692,31291569:plastique:3726:31296686,31298269:plastique:3726:31301131,31305302:plastique:3726:31305524,31305833:plastique:3726:31306017,31310949:plastique:3726:31311611,31314380:plastique:3726:31315865,31314700:plastique:3726:31318661,31321222:plastique:3726:31323011,31321223:plastique:3726:31321468,31325859:plastique:3726:31325994,31327645:plastique:3726:31328348,31328023:plastique:3726:31328412,31328024:plastique:3726:31330335,31334281:plastique:3726:31337876,31347330:plastique:3726:31347572,31353624:plastique:3726:31354962,31365428:plastique:3726:31371131,31370070:plastique:3726:31370192,31370107:plastique:3726:31370218,31370108:plastique:3726:31370283'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0225913119035653, 'nb_photo': 1122, 'list_port_cont': '31266223,31267359,31267893,31272628,31278592,31281822,31282078,31285574,31286694,31296681,31301128,31305525,31306019,31311617,31315861,31318660,31321467,31323012,31325995,31328414,31330330,31337875,31347567,31354959,31370198,31370221,31370286,31371127', 'assoc_port': '31265822:31266223,31267228:31267359,31267344:31267893,31272013:31272628,31276655:31278592,31281458:31282078,31281465:31281822,31285432:31285574,31286470:31286694,31291569:31296681,31298269:31301128,31305302:31305525,31305833:31306019,31310949:31311617,31314380:31315861,31314700:31318660,31321222:31323012,31321223:31321467,31325859:31325995,31328023:31328414,31328024:31330330,31334281:31337875,31347330:31347567,31353624:31354959,31365428:31371127,31370070:31370198,31370107:31370221,31370108:31370286', 'assoc_mat': '31265822:Teint_Dans_La_Masse:3726:31266223,31267228:Teint_Dans_La_Masse:3726:31267359,31267344:Teint_Dans_La_Masse:3726:31267893,31272013:Teint_Dans_La_Masse:3726:31272628,31276655:Teint_Dans_La_Masse:3726:31278592,31281458:Teint_Dans_La_Masse:3726:31282078,31281465:Teint_Dans_La_Masse:3726:31281822,31285432:Teint_Dans_La_Masse:3726:31285574,31286470:Teint_Dans_La_Masse:3726:31286694,31291569:Teint_Dans_La_Masse:3726:31296681,31298269:Teint_Dans_La_Masse:3726:31301128,31305302:Teint_Dans_La_Masse:3726:31305525,31305833:Teint_Dans_La_Masse:3726:31306019,31310949:Teint_Dans_La_Masse:3726:31311617,31314380:Teint_Dans_La_Masse:3726:31315861,31314700:Teint_Dans_La_Masse:3726:31318660,31321222:Teint_Dans_La_Masse:3726:31323012,31321223:Teint_Dans_La_Masse:3726:31321467,31325859:Teint_Dans_La_Masse:3726:31325995,31328023:Teint_Dans_La_Masse:3726:31328414,31328024:Teint_Dans_La_Masse:3726:31330330,31334281:Teint_Dans_La_Masse:3726:31337875,31347330:Teint_Dans_La_Masse:3726:31347567,31353624:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 1932}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31340881,31340882,31340883,31340884,31340885,31340886,31340887,31340888?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-10', 0.17693795448144012),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((1932,),), 'unwanted_material_monthly_percentage': ((0.17693795448144012,),), 'material_repartition': (('JRM', 1833),), 'material_dict': {'JRM': 1833}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 10, 2), 0.2051491907310213, 87), (datetime.date(2026, 10, 5), 0.1748145158402813, 89), (datetime.date(2026, 10, 6), 0.2612338320034054, 97), (datetime.date(2026, 10, 8), 0.1537743915373385, 90), (datetime.date(2026, 10, 9), 0.1707776065681932, 92), (datetime.date(2026, 10, 12), 0.19223848933737284, 17), (datetime.date(2026, 10, 13), 0.17055072795450663, 95), (datetime.date(2026, 10, 14), 0.2008127727154983, 79), (datetime.date(2026, 10, 15), 0.14156102760213943, 87), (datetime.date(2026, 10, 16), 0.11982612518231865, 19), (datetime.date(2026, 10, 17), 0.20779809596428675, 25), (datetime.date(2026, 10, 19), 0.16353623929655, 12), (datetime.date(2026, 10, 20), 0.13644393471318217, 29), (datetime.date(2026, 10, 22), 0.17190686896992347, 18)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 10, 2), 0.2051491907310213, 87), (datetime.date(2026, 10, 5), 0.1748145158402813, 89), (datetime.date(2026, 10, 6), 0.2612338320034054, 97), (datetime.date(2026, 10, 8), 0.1537743915373385, 90), (datetime.date(2026, 10, 9), 0.1707776065681932, 92), (datetime.date(2026, 10, 12), 0.19223848933737284, 17), (datetime.date(2026, 10, 13), 0.17055072795450663, 95), (datetime.date(2026, 10, 14), 0.2008127727154983, 79), (datetime.date(2026, 10, 15), 0.14156102760213943, 87), (datetime.date(2026, 10, 16), 0.11982612518231865, 19), (datetime.date(2026, 10, 17), 0.20779809596428675, 25), (datetime.date(2026, 10, 19), 0.16353623929655, 12), (datetime.date(2026, 10, 20), 0.13644393471318217, 29), (datetime.date(2026, 10, 22), 0.17190686896992347, 18))}, 'quality_array': [['-1.610479562498782', '02102026'], ['-1.5283807660591533', '05102026'], ['-1.5484688635543746', '06102026'], ['-1.6836233792623827', '08102026'], ['-1.6449212177686792', '09102026'], ['-2.392511823312564', '12102026'], ['-1.7195630758971645', '13102026'], ['-1.7848184076284943', '14102026'], ['-1.8554430512227944', '15102026'], ['-2.2947432250399467', '16102026'], ['-2.7747831513854377', '17102026'], ['-2.0577164301166793', '19102026']], 'number_of_batch': ((30,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.016874443288491074, 'nb_photo': 201, 'list_port_cont': '31266228,31267354,31267884,31272627,31278594,31281831,31282072,31285570,31286698,31296679,31301132,31311608,31315860,31318652,31321473,31323018,31325984,31328338,31328416,31330336,31337882,31347561,31370202,31370227,31370279', 'assoc_port': '31265822:31266228,31267228:31267354,31267344:31267884,31272013:31272627,31276655:31278594,31281458:31282072,31281465:31281831,31285432:31285570,31286470:31286698,31291569:31296679,31298269:31301132,31310949:31311608,31314380:31315860,31314700:31318652,31321222:31323018,31321223:31321473,31325859:31325984,31327645:31328338,31328023:31328416,31328024:31330336,31334281:31337882,31347330:31347561,31370070:31370202,31370107:31370227,31370108:31370279', 'assoc_mat': '31265822:autre_refus:3726:31266228,31267228:autre_refus:3726:31267354,31267344:autre_refus:3726:31267884,31272013:autre_refus:3726:31272627,31276655:autre_refus:3726:31278594,31281458:autre_refus:3726:31282072,31281465:autre_refus:3726:31281831,31285432:autre_refus:3726:31285570,31286470:autre_refus:3726:31286698,31291569:autre_refus:3726:31296679,31298269:autre_refus:3726:31301132,31310949:autre_refus:3726:31311608,31314380:autre_refus:3726:31315860,31314700:autre_refus:3726:31318652,31321222:autre_refus:3726:31323018,31321223:autre_refus:3726:31321473,31325859:autre_refus:3726:31325984,31327645:autre_refus:3726:31328338,31328023:autre_refus:3726:31328416,31328024:autre_refus:3726:31330336,31334281:autre_refus:3726:31337882,31347330:autre_refus:3726:31347561,31370070:autre_refus:3726:31370202,31370107:autre_refus:3726:31370227,31370108:autre_refus:3726:31370279'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01451463231314102, 'nb_photo': 502, 'list_port_cont': '31266229,31267360,31267892,31272624,31278591,31281821,31282074,31285567,31286701,31296684,31301127,31311607,31315863,31318653,31321472,31323017,31325985,31328422,31330332,31337874,31347564,31354965,31370195,31370225,31370281,31371137', 'assoc_port': '31265822:31266229,31267228:31267360,31267344:31267892,31272013:31272624,31276655:31278591,31281458:31282074,31281465:31281821,31285432:31285567,31286470:31286701,31291569:31296684,31298269:31301127,31310949:31311607,31314380:31315863,31314700:31318653,31321222:31323017,31321223:31321472,31325859:31325985,31328023:31328422,31328024:31330332,31334281:31337874,31347330:31347564,31353624:31354965,31365428:31371137,31370070:31370195,31370107:31370225,31370108:31370281', 'assoc_mat': '31265822:cartonnette:3726:31266229,31267228:cartonnette:3726:31267360,31267344:cartonnette:3726:31267892,31272013:cartonnette:3726:31272624,31276655:cartonnette:3726:31278591,31281458:cartonnette:3726:31282074,31281465:cartonnette:3726:31281821,31285432:cartonnette:3726:31285567,31286470:cartonnette:3726:31286701,31291569:cartonnette:3726:31296684,31298269:cartonnette:3726:31301127,31310949:cartonnette:3726:31311607,31314380:cartonnette:3726:31315863,31314700:cartonnette:3726:31318653,31321222:cartonnette:3726:31323017,31321223:cartonnette:3726:31321472,31325859:cartonnette:3726:31325985,31328023:cartonnette:3726:31328422,31328024:cartonnette:3726:31330332,31334281:cartonnette:3726:31337874,31347330:cartonnette:3726:31347564,31353624:cartonnette:3726:31354965,31365428:cartonnette:3726:31371137,31370070:cartonnette:3726:31370195,31370107:cartonnette:3726:31370225,31370108:cartonnette:3726:31370281'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.11029766938334838, 'nb_photo': 2477, 'list_port_cont': '31266226,31267351,31267887,31272626,31278587,31281824,31282081,31285572,31286697,31296689,31301126,31305522,31306011,31311614,31315870,31318654,31321471,31323015,31325993,31328419,31330328,31337880,31347565,31354955,31370201,31370228,31370282,31371132', 'assoc_port': '31265822:31266226,31267228:31267351,31267344:31267887,31272013:31272626,31276655:31278587,31281458:31282081,31281465:31281824,31285432:31285572,31286470:31286697,31291569:31296689,31298269:31301126,31305302:31305522,31305833:31306011,31310949:31311614,31314380:31315870,31314700:31318654,31321222:31323015,31321223:31321471,31325859:31325993,31328023:31328419,31328024:31330328,31334281:31337880,31347330:31347565,31353624:31354955,31365428:31371132,31370070:31370201,31370107:31370228,31370108:31370282', 'assoc_mat': '31265822:Carton_brun:3726:31266226,31267228:Carton_brun:3726:31267351,31267344:Carton_brun:3726:31267887,31272013:Carton_brun:3726:31272626,31276655:Carton_brun:3726:31278587,31281458:Carton_brun:3726:31282081,31281465:Carton_brun:3726:31281824,31285432:Carton_brun:3726:31285572,31286470:Carton_brun:3726:31286697,31291569:Carton_brun:3726:31296689,31298269:Carton_brun:3726:31301126,31305302:Carton_brun:3726:31305522,31305833:Carton_brun:3726:31306011,31310949:Carton_brun:3726:31311614,31314380:Carton_brun:3726:31315870,31314700:Carton_brun:3726:31318654,31321222:Carton_brun:3726:31323015,31321223:Carton_brun:3726:31321471,31325859:Carton_brun:3726:31325993,31328023:Carton_brun:3726:31328419,31328024:Carton_brun:3726:31330328,31334281:Carton_brun:3726:31337880,31347330:Carton_brun:3726:31347565,31353624:Carton_brun:3726:31354955,31365428:Carton_brun:3726:31371132,31370070:Carton_brun:3726:31370201,31370107:Carton_brun:3726:31370228,31370108:Carton_brun:3726:31370282'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008990607329482762, 'nb_photo': 52, 'list_port_cont': '31266233,31267350,31267888,31272629,31278593,31281828,31282073,31296687,31301133,31315864,31318655,31321469,31323020,31325988,31354963,31370200,31370280,31371135', 'assoc_port': '31265822:31266233,31267228:31267350,31267344:31267888,31272013:31272629,31276655:31278593,31281458:31282073,31281465:31281828,31291569:31296687,31298269:31301133,31314380:31315864,31314700:31318655,31321222:31323020,31321223:31321469,31325859:31325988,31353624:31354963,31365428:31371135,31370070:31370200,31370108:31370280', 'assoc_mat': '31265822:Carton_gris:3726:31266233,31267228:Carton_gris:3726:31267350,31267344:Carton_gris:3726:31267888,31272013:Carton_gris:3726:31272629,31276655:Carton_gris:3726:31278593,31281458:Carton_gris:3726:31282073,31281465:Carton_gris:3726:31281828,31291569:Carton_gris:3726:31296687,31298269:Carton_gris:3726:31301133,31314380:Carton_gris:3726:31315864,31314700:Carton_gris:3726:31318655,31321222:Carton_gris:3726:31323020,31321223:Carton_gris:3726:31321469,31325859:Carton_gris:3726:31325988,31353624:Carton_gris:3726:31354963,31365428:Carton_gris:3726:31371135,31370070:Carton_gris:3726:31370200,31370108:Carton_gris:3726:31370280'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006989001411201288, 'nb_photo': 33, 'list_port_cont': '31266232,31267353,31267883,31272623,31278586,31281825,31282079,31296685,31301129,31318658,31321464,31323010,31325986,31370223', 'assoc_port': '31265822:31266232,31267228:31267353,31267344:31267883,31272013:31272623,31276655:31278586,31281458:31282079,31281465:31281825,31291569:31296685,31298269:31301129,31314700:31318658,31321222:31323010,31321223:31321464,31325859:31325986,31370107:31370223', 'assoc_mat': '31265822:kraft:3726:31266232,31267228:kraft:3726:31267353,31267344:kraft:3726:31267883,31272013:kraft:3726:31272623,31276655:kraft:3726:31278586,31281458:kraft:3726:31282079,31281465:kraft:3726:31281825,31291569:kraft:3726:31296685,31298269:kraft:3726:31301129,31314700:kraft:3726:31318658,31321222:kraft:3726:31323010,31321223:kraft:3726:31321464,31325859:kraft:3726:31325986,31370107:kraft:3726:31370223'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0009992410614501144, 'nb_photo': 2, 'list_port_cont': '31311616,31321475', 'assoc_port': '31310949:31311616,31321223:31321475', 'assoc_mat': '31310949:metal:3726:31311616,31321223:metal:3726:31321475'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014914926089654465, 'nb_photo': 464, 'list_port_cont': '31266225,31267355,31267886,31272620,31278595,31281827,31282076,31285563,31286692,31296686,31301131,31305524,31306017,31311611,31315865,31318661,31321468,31323011,31325994,31328348,31328412,31330335,31337876,31347572,31354962,31370192,31370218,31370283,31371131', 'assoc_port': '31265822:31266225,31267228:31267355,31267344:31267886,31272013:31272620,31276655:31278595,31281458:31282076,31281465:31281827,31285432:31285563,31286470:31286692,31291569:31296686,31298269:31301131,31305302:31305524,31305833:31306017,31310949:31311611,31314380:31315865,31314700:31318661,31321222:31323011,31321223:31321468,31325859:31325994,31327645:31328348,31328023:31328412,31328024:31330335,31334281:31337876,31347330:31347572,31353624:31354962,31365428:31371131,31370070:31370192,31370107:31370218,31370108:31370283', 'assoc_mat': '31265822:plastique:3726:31266225,31267228:plastique:3726:31267355,31267344:plastique:3726:31267886,31272013:plastique:3726:31272620,31276655:plastique:3726:31278595,31281458:plastique:3726:31282076,31281465:plastique:3726:31281827,31285432:plastique:3726:31285563,31286470:plastique:3726:31286692,31291569:plastique:3726:31296686,31298269:plastique:3726:31301131,31305302:plastique:3726:31305524,31305833:plastique:3726:31306017,31310949:plastique:3726:31311611,31314380:plastique:3726:31315865,31314700:plastique:3726:31318661,31321222:plastique:3726:31323011,31321223:plastique:3726:31321468,31325859:plastique:3726:31325994,31327645:plastique:3726:31328348,31328023:plastique:3726:31328412,31328024:plastique:3726:31330335,31334281:plastique:3726:31337876,31347330:plastique:3726:31347572,31353624:plastique:3726:31354962,31365428:plastique:3726:31371131,31370070:plastique:3726:31370192,31370107:plastique:3726:31370218,31370108:plastique:3726:31370283'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0225913119035653, 'nb_photo': 1122, 'list_port_cont': '31266223,31267359,31267893,31272628,31278592,31281822,31282078,31285574,31286694,31296681,31301128,31305525,31306019,31311617,31315861,31318660,31321467,31323012,31325995,31328414,31330330,31337875,31347567,31354959,31370198,31370221,31370286,31371127', 'assoc_port': '31265822:31266223,31267228:31267359,31267344:31267893,31272013:31272628,31276655:31278592,31281458:31282078,31281465:31281822,31285432:31285574,31286470:31286694,31291569:31296681,31298269:31301128,31305302:31305525,31305833:31306019,31310949:31311617,31314380:31315861,31314700:31318660,31321222:31323012,31321223:31321467,31325859:31325995,31328023:31328414,31328024:31330330,31334281:31337875,31347330:31347567,31353624:31354959,31365428:31371127,31370070:31370198,31370107:31370221,31370108:31370286', 'assoc_mat': '31265822:Teint_Dans_La_Masse:3726:31266223,31267228:Teint_Dans_La_Masse:3726:31267359,31267344:Teint_Dans_La_Masse:3726:31267893,31272013:Teint_Dans_La_Masse:3726:31272628,31276655:Teint_Dans_La_Masse:3726:31278592,31281458:Teint_Dans_La_Masse:3726:31282078,31281465:Teint_Dans_La_Masse:3726:31281822,31285432:Teint_Dans_La_Masse:3726:31285574,31286470:Teint_Dans_La_Masse:3726:31286694,31291569:Teint_Dans_La_Masse:3726:31296681,31298269:Teint_Dans_La_Masse:3726:31301128,31305302:Teint_Dans_La_Masse:3726:31305525,31305833:Teint_Dans_La_Masse:3726:31306019,31310949:Teint_Dans_La_Masse:3726:31311617,31314380:Teint_Dans_La_Masse:3726:31315861,31314700:Teint_Dans_La_Masse:3726:31318660,31321222:Teint_Dans_La_Masse:3726:31323012,31321223:Teint_Dans_La_Masse:3726:31321467,31325859:Teint_Dans_La_Masse:3726:31325995,31328023:Teint_Dans_La_Masse:3726:31328414,31328024:Teint_Dans_La_Masse:3726:31330330,31334281:Teint_Dans_La_Masse:3726:31337875,31347330:Teint_Dans_La_Masse:3726:31347567,31353624:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 1932}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31340881,31340882,31340883,31340884,31340885,31340886,31340887,31340888?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-10', 0.17693795448144012),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_10_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.69%', 201], 'cartonnette': ['cartonnette', '1.45%', 502], 'Carton_brun': ['Carton_brun', '11.03%', 2477], 'Carton_gris': ['Carton_gris', '0.9%', 52], 'kraft': ['kraft', '0.7%', 33], 'metal': ['metal', '0.1%', 2], 'plastique': ['plastique', '1.49%', 464], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.26%', 1122]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_10_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.52user 2.71system 0:06.23elapsed 84%CPU (0avgtext+0avgdata 184656maxresident)k 12296inputs+280outputs (72major+57039minor)pagefaults 0swaps