python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-09 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (1, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (1, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 09 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-09 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-09%') and created_at like '%2026-09%'))); nb_day : (1, 30) after unwanted_material_data nb_day : (1, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/09%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-09-01 00:00:00,2026-09-02 00:00:00,2026-09-03 00:00:00,2026-09-04 00:00:00,2026-09-07 00:00:00,2026-09-08 00:00:00,2026-09-09 00:00:00,2026-09-10 00:00:00,2026-09-11 00:00:00,2026-09-14 00:00:00,2026-09-15 00:00:00,2026-09-16 00:00:00,2026-09-17 00:00:00,2026-09-18 00:00:00,2026-09-21 00:00:00,2026-09-22 00:00:00,2026-09-23 00:00:00,2026-09-24 00:00:00,2026-09-25 00:00:00,2026-09-28 00:00:00,2026-09-29 00:00:00,2026-09-30 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 09 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 09 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%092026%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2026-09-01 : dt_date_just_month_year : 2026-09-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-09-01" AND ded.date <= "2026-09-30" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2993608,2999674,2997958,2998616,2999968,3010164,3002544,3000920,3000152,3004444,3009970,3004478,3002340,3006804,3008020,3005542,3006176,3007462,3010722,3010718,3011364,3008236,3009412,3009478,3011368) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013985988353240211, 'nb_photo': 461, 'list_port_cont': '31103062,31103131,31104057,31104092,31104114,31104170,31104656,31106023,31109015,31109079,31109109,31109927,31109951,31109979,31110272,31111526,31114649,31115058,31115834,31134387,31138492,31139667,31140046,31143880,31144120,31154638,31154981,31170349,31170712,31180177,31180459,31185268,31185954,31194584,31200925,31201577,31205234,31206251,31206601,31207943,31210501,31211028,31211508,31215320,31216327,31216796,31220808,31223631,31232133,31233815,31234426,31240035,31240695,31240913,31247198,31249575,31249992', 'assoc_port': '31102847:31103062,31102848:31103131,31103906:31104057,31103907:31104092,31103908:31104114,31103909:31104170,31103910:31104656,31103911:31106023,31108468:31109015,31108837:31109079,31108838:31109109,31109734:31109927,31109735:31109951,31109736:31109979,31109737:31111526,31109738:31110272,31114455:31114649,31114898:31115058,31115296:31115834,31133825:31134387,31138371:31138492,31139458:31139667,31139940:31140046,31143750:31143880,31143751:31144120,31154546:31154981,31154547:31154638,31169396:31170349,31169614:31170712,31179956:31180177,31180081:31180459,31185046:31185268,31185808:31185954,31194539:31194584,31200787:31200925,31201292:31201577,31204904:31205234,31205867:31206251,31206485:31206601,31206616:31207943,31210220:31210501,31210876:31211028,31211370:31211508,31214928:31215320,31216258:31216327,31216732:31216796,31220793:31220808,31223374:31223631,31232042:31232133,31233792:31233815,31234203:31234426,31239807:31240035,31239990:31240695,31240120:31240913,31244521:31247198,31249406:31249575,31249443:3124999', 'assoc_mat': '31102847:autre_refus:3726:31103062,31102848:autre_refus:3726:31103131,31103906:autre_refus:3726:31104057,31103907:autre_refus:3726:31104092,31103908:autre_refus:3726:31104114,31103909:autre_refus:3726:31104170,31103910:autre_refus:3726:31104656,31103911:autre_refus:3726:31106023,31108468:autre_refus:3726:31109015,31108837:autre_refus:3726:31109079,31108838:autre_refus:3726:31109109,31109734:autre_refus:3726:31109927,31109735:autre_refus:3726:31109951,31109736:autre_refus:3726:31109979,31109737:autre_refus:3726:31111526,31109738:autre_refus:3726:31110272,31114455:autre_refus:3726:31114649,31114898:autre_refus:3726:31115058,31115296:autre_refus:3726:31115834,31133825:autre_refus:3726:31134387,31138371:autre_refus:3726:31138492,31139458:autre_refus:3726:31139667,31139940:autre_refus:3726:31140046,31143750:autre_refus:3726:31143880,31143751:autre_refus:3726:31144120,31154546:autre_refus:3726:31154981,31154547:autre_refus:3726:31154638,31169396:autre_refus:3726:31170349,31169614:autre_refus:3726:31170712,31179956:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01194094648105919, 'nb_photo': 995, 'list_port_cont': '31103069,31103128,31104050,31104087,31104118,31104173,31104652,31106027,31109017,31109085,31109112,31109922,31109953,31109986,31110277,31111523,31114656,31115052,31115838,31134388,31138491,31139663,31140052,31154645,31154973,31170352,31170723,31180179,31180461,31185267,31185951,31194590,31200927,31201578,31206248,31206592,31207953,31210492,31211030,31211511,31215316,31216325,31216791,31220804,31223640,31232132,31233826,31234432,31240037,31240697,31240915,31240972,31247191,31249574,31249989', 'assoc_port': '31102847:31103069,31102848:31103128,31103906:31104050,31103907:31104087,31103908:31104118,31103909:31104173,31103910:31104652,31103911:31106027,31108468:31109017,31108837:31109085,31108838:31109112,31109734:31109922,31109735:31109953,31109736:31109986,31109737:31111523,31109738:31110277,31114455:31114656,31114898:31115052,31115296:31115838,31133825:31134388,31138371:31138491,31139458:31139663,31139940:31140052,31154546:31154973,31154547:31154645,31169396:31170352,31169614:31170723,31179956:31180179,31180081:31180461,31185046:31185267,31185808:31185951,31194539:31194590,31200787:31200927,31201292:31201578,31205867:31206248,31206485:31206592,31206616:31207953,31210220:31210492,31210876:31211030,31211370:31211511,31214928:31215316,31216258:31216325,31216732:31216791,31220793:31220804,31223374:31223640,31232042:31232132,31233792:31233826,31234203:31234432,31239807:31240037,31239990:31240697,31240120:31240915,31240642:31240972,31244521:31247191,31249406:31249574,31249443:31249989', 'assoc_mat': '31102847:cartonnette:3726:31103069,31102848:cartonnette:3726:31103128,31103906:cartonnette:3726:31104050,31103907:cartonnette:3726:31104087,31103908:cartonnette:3726:31104118,31103909:cartonnette:3726:31104173,31103910:cartonnette:3726:31104652,31103911:cartonnette:3726:31106027,31108468:cartonnette:3726:31109017,31108837:cartonnette:3726:31109085,31108838:cartonnette:3726:31109112,31109734:cartonnette:3726:31109922,31109735:cartonnette:3726:31109953,31109736:cartonnette:3726:31109986,31109737:cartonnette:3726:31111523,31109738:cartonnette:3726:31110277,31114455:cartonnette:3726:31114656,31114898:cartonnette:3726:31115052,31115296:cartonnette:3726:31115838,31133825:cartonnette:3726:31134388,31138371:cartonnette:3726:31138491,31139458:cartonnette:3726:31139663,31139940:cartonnette:3726:31140052,31154546:cartonnette:3726:31154973,31154547:cartonnette:3726:31154645,31169396:cartonnette:3726:31170352,31169614:cartonnette:3726:31170723,31179956:cartonnette:3726:31180179,31180081:cartonnette:3726:31180461,31185046:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.11279854801019913, 'nb_photo': 6370, 'list_port_cont': '31103063,31103133,31104052,31104086,31104110,31104179,31104651,31106025,31109014,31109088,31109111,31109925,31109950,31109981,31110268,31111527,31114652,31115057,31115831,31134396,31138499,31139662,31140042,31143874,31144123,31154636,31154979,31170344,31170722,31180171,31180456,31185273,31185949,31194586,31200924,31201584,31206252,31206594,31207950,31210496,31211031,31211514,31215314,31216322,31216797,31220807,31223636,31232130,31233822,31234428,31240031,31240699,31240911,31240971,31247196,31249580,31249986', 'assoc_port': '31102847:31103063,31102848:31103133,31103906:31104052,31103907:31104086,31103908:31104110,31103909:31104179,31103910:31104651,31103911:31106025,31108468:31109014,31108837:31109088,31108838:31109111,31109734:31109925,31109735:31109950,31109736:31109981,31109737:31111527,31109738:31110268,31114455:31114652,31114898:31115057,31115296:31115831,31133825:31134396,31138371:31138499,31139458:31139662,31139940:31140042,31143750:31143874,31143751:31144123,31154546:31154979,31154547:31154636,31169396:31170344,31169614:31170722,31179956:31180171,31180081:31180456,31185046:31185273,31185808:31185949,31194539:31194586,31200787:31200924,31201292:31201584,31205867:31206252,31206485:31206594,31206616:31207950,31210220:31210496,31210876:31211031,31211370:31211514,31214928:31215314,31216258:31216322,31216732:31216797,31220793:31220807,31223374:31223636,31232042:31232130,31233792:31233822,31234203:31234428,31239807:31240031,31239990:31240699,31240120:31240911,31240642:31240971,31244521:31247196,31249406:31249580,31249443:3124998', 'assoc_mat': '31102847:Carton_brun:3726:31103063,31102848:Carton_brun:3726:31103133,31103906:Carton_brun:3726:31104052,31103907:Carton_brun:3726:31104086,31103908:Carton_brun:3726:31104110,31103909:Carton_brun:3726:31104179,31103910:Carton_brun:3726:31104651,31103911:Carton_brun:3726:31106025,31108468:Carton_brun:3726:31109014,31108837:Carton_brun:3726:31109088,31108838:Carton_brun:3726:31109111,31109734:Carton_brun:3726:31109925,31109735:Carton_brun:3726:31109950,31109736:Carton_brun:3726:31109981,31109737:Carton_brun:3726:31111527,31109738:Carton_brun:3726:31110268,31114455:Carton_brun:3726:31114652,31114898:Carton_brun:3726:31115057,31115296:Carton_brun:3726:31115831,31133825:Carton_brun:3726:31134396,31138371:Carton_brun:3726:31138499,31139458:Carton_brun:3726:31139662,31139940:Carton_brun:3726:31140042,31143750:Carton_brun:3726:31143874,31143751:Carton_brun:3726:31144123,31154546:Carton_brun:3726:31154979,31154547:Carton_brun:3726:31154636,31169396:Carton_brun:3726:31170344,31169614:Carton_brun:3726:31170722,31179956:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005191723860964852, 'nb_photo': 100, 'list_port_cont': '31103068,31103129,31104060,31104093,31104111,31104181,31104654,31109010,31109083,31109114,31109948,31109976,31110275,31111522,31115828,31134395,31138501,31139666,31140049,31154974,31170347,31180168,31180453,31185275,31185945,31201575,31206253,31206603,31207951,31211029,31211509,31216321,31216790,31220813,31232135,31233825,31234430,31240910,31247199', 'assoc_port': '31102847:31103068,31102848:31103129,31103906:31104060,31103907:31104093,31103908:31104111,31103909:31104181,31103910:31104654,31108468:31109010,31108837:31109083,31108838:31109114,31109735:31109948,31109736:31109976,31109737:31111522,31109738:31110275,31115296:31115828,31133825:31134395,31138371:31138501,31139458:31139666,31139940:31140049,31154546:31154974,31169396:31170347,31179956:31180168,31180081:31180453,31185046:31185275,31185808:31185945,31201292:31201575,31205867:31206253,31206485:31206603,31206616:31207951,31210876:31211029,31211370:31211509,31216258:31216321,31216732:31216790,31220793:31220813,31232042:31232135,31233792:31233825,31234203:31234430,31240120:31240910,31244521:31247199', 'assoc_mat': '31102847:Carton_gris:3726:31103068,31102848:Carton_gris:3726:31103129,31103906:Carton_gris:3726:31104060,31103907:Carton_gris:3726:31104093,31103908:Carton_gris:3726:31104111,31103909:Carton_gris:3726:31104181,31103910:Carton_gris:3726:31104654,31108468:Carton_gris:3726:31109010,31108837:Carton_gris:3726:31109083,31108838:Carton_gris:3726:31109114,31109735:Carton_gris:3726:31109948,31109736:Carton_gris:3726:31109976,31109737:Carton_gris:3726:31111522,31109738:Carton_gris:3726:31110275,31115296:Carton_gris:3726:31115828,31133825:Carton_gris:3726:31134395,31138371:Carton_gris:3726:31138501,31139458:Carton_gris:3726:31139666,31139940:Carton_gris:3726:31140049,31154546:Carton_gris:3726:31154974,31169396:Carton_gris:3726:31170347,31179956:Carton_gris:3726:31180168,31180081:Carton_gris:3726:31180453,31185046:Carton_gris:3726:31185275,31185808:Carton_gris:3726:31185945,31201292:Carton_gris:3726:31201575,31205867:Carton_gris:3726:31206253,31206485:Carton_gris:3726:31206603,31206616:Carton_gris:3726:31207951,31210876:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009590841024420363, 'nb_photo': 108, 'list_port_cont': '31103073,31103125,31104055,31104094,31104113,31104174,31104659,31106022,31109012,31109082,31109110,31109924,31109956,31109977,31110271,31111525,31115059,31139664,31170351,31180176,31180460,31185269,31201576,31206242,31211507,31216789,31234425', 'assoc_port': '31102847:31103073,31102848:31103125,31103906:31104055,31103907:31104094,31103908:31104113,31103909:31104174,31103910:31104659,31103911:31106022,31108468:31109012,31108837:31109082,31108838:31109110,31109734:31109924,31109735:31109956,31109736:31109977,31109737:31111525,31109738:31110271,31114898:31115059,31139458:31139664,31169396:31170351,31179956:31180176,31180081:31180460,31185046:31185269,31201292:31201576,31205867:31206242,31211370:31211507,31216732:31216789,31234203:31234425', 'assoc_mat': '31102847:kraft:3726:31103073,31102848:kraft:3726:31103125,31103906:kraft:3726:31104055,31103907:kraft:3726:31104094,31103908:kraft:3726:31104113,31103909:kraft:3726:31104174,31103910:kraft:3726:31104659,31103911:kraft:3726:31106022,31108468:kraft:3726:31109012,31108837:kraft:3726:31109082,31108838:kraft:3726:31109110,31109734:kraft:3726:31109924,31109735:kraft:3726:31109956,31109736:kraft:3726:31109977,31109737:kraft:3726:31111525,31109738:kraft:3726:31110271,31114898:kraft:3726:31115059,31139458:kraft:3726:31139664,31169396:kraft:3726:31170351,31179956:kraft:3726:31180176,31180081:kraft:3726:31180460,31185046:kraft:3726:31185269,31201292:kraft:3726:31201576,31205867:kraft:3726:31206242,31211370:kraft:3726:31211507,31216732:kraft:3726:31216789,31234203:kraft:3726:31234425'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016639327308731547, 'nb_photo': 12, 'list_port_cont': '31109080,31109107,31109954,31109982,31170342,31185270,31206244,31240032,31240916', 'assoc_port': '31108837:31109080,31108838:31109107,31109735:31109954,31109736:31109982,31169396:31170342,31185046:31185270,31205867:31206244,31239807:31240032,31240120:31240916', 'assoc_mat': '31108837:metal:3726:31109080,31108838:metal:3726:31109107,31109735:metal:3726:31109954,31109736:metal:3726:31109982,31169396:metal:3726:31170342,31185046:metal:3726:31185270,31205867:metal:3726:31206244,31239807:metal:3726:31240032,31240120:metal:3726:31240916'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00952906892024796, 'nb_photo': 752, 'list_port_cont': '31103070,31103127,31104051,31104084,31104116,31104172,31104661,31106021,31109018,31109086,31109108,31109932,31109958,31109978,31110273,31111519,31114657,31115053,31115836,31134391,31138493,31139659,31140041,31154640,31154982,31170343,31170713,31180178,31180452,31185272,31185953,31194587,31200929,31201580,31206250,31206602,31207949,31210495,31211027,31211506,31215319,31216317,31216793,31220812,31223629,31232134,31233823,31234424,31240040,31240698,31240914,31240979,31247200,31249579,31249991', 'assoc_port': '31102847:31103070,31102848:31103127,31103906:31104051,31103907:31104084,31103908:31104116,31103909:31104172,31103910:31104661,31103911:31106021,31108468:31109018,31108837:31109086,31108838:31109108,31109734:31109932,31109735:31109958,31109736:31109978,31109737:31111519,31109738:31110273,31114455:31114657,31114898:31115053,31115296:31115836,31133825:31134391,31138371:31138493,31139458:31139659,31139940:31140041,31154546:31154982,31154547:31154640,31169396:31170343,31169614:31170713,31179956:31180178,31180081:31180452,31185046:31185272,31185808:31185953,31194539:31194587,31200787:31200929,31201292:31201580,31205867:31206250,31206485:31206602,31206616:31207949,31210220:31210495,31210876:31211027,31211370:31211506,31214928:31215319,31216258:31216317,31216732:31216793,31220793:31220812,31223374:31223629,31232042:31232134,31233792:31233823,31234203:31234424,31239807:31240040,31239990:31240698,31240120:31240914,31240642:31240979,31244521:31247200,31249406:31249579,31249443:31249991', 'assoc_mat': '31102847:plastique:3726:31103070,31102848:plastique:3726:31103127,31103906:plastique:3726:31104051,31103907:plastique:3726:31104084,31103908:plastique:3726:31104116,31103909:plastique:3726:31104172,31103910:plastique:3726:31104661,31103911:plastique:3726:31106021,31108468:plastique:3726:31109018,31108837:plastique:3726:31109086,31108838:plastique:3726:31109108,31109734:plastique:3726:31109932,31109735:plastique:3726:31109958,31109736:plastique:3726:31109978,31109737:plastique:3726:31111519,31109738:plastique:3726:31110273,31114455:plastique:3726:31114657,31114898:plastique:3726:31115053,31115296:plastique:3726:31115836,31133825:plastique:3726:31134391,31138371:plastique:3726:31138493,31139458:plastique:3726:31139659,31139940:plastique:3726:31140041,31154546:plastique:3726:31154982,31154547:plastique:3726:31154640,31169396:plastique:3726:31170343,31169614:plastique:3726:31170713,31179956:plastique:3726:31180178,31180081:plastique:3726:31180452,31185046:plastique:3726:31185272,31185808:plastique:3726:31185953,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.024530243836903796, 'nb_photo': 2798, 'list_port_cont': '31103072,31103134,31104054,31104089,31104109,31104171,31104658,31106024,31109011,31109089,31109106,31109926,31109957,31109984,31110276,31111517,31114658,31115062,31115837,31134397,31138496,31139665,31140047,31154641,31154976,31170350,31170714,31180173,31180455,31185276,31185950,31194589,31200920,31201579,31206243,31206596,31207942,31210499,31211024,31211513,31215323,31216328,31216788,31220811,31223637,31232124,31233818,31234433,31240038,31240696,31240912,31240980,31247195,31249578,31249996', 'assoc_port': '31102847:31103072,31102848:31103134,31103906:31104054,31103907:31104089,31103908:31104109,31103909:31104171,31103910:31104658,31103911:31106024,31108468:31109011,31108837:31109089,31108838:31109106,31109734:31109926,31109735:31109957,31109736:31109984,31109737:31111517,31109738:31110276,31114455:31114658,31114898:31115062,31115296:31115837,31133825:31134397,31138371:31138496,31139458:31139665,31139940:31140047,31154546:31154976,31154547:31154641,31169396:31170350,31169614:31170714,31179956:31180173,31180081:31180455,31185046:31185276,31185808:31185950,31194539:31194589,31200787:31200920,31201292:31201579,31205867:31206243,31206485:31206596,31206616:31207942,31210220:31210499,31210876:31211024,31211370:31211513,31214928:31215323,31216258:31216328,31216732:31216788,31220793:31220811,31223374:31223637,31232042:31232124,31233792:31233818,31234203:31234433,31239807:31240038,31239990:31240696,31240120:31240912,31240642:31240980,31244521:31247195,31249406:31249578,31249443:31249996', 'assoc_mat': '31102847:Teint_Dans_La_Masse:3726:31103072,31102848:Teint_Dans_La_Masse:3726:31103134,31103906:Teint_Dans_La_Masse:3726:31104054,31103907:Teint_Dans_La_Masse:3726:31104089,31103908:Teint_Dans_La_Masse:3726:31104109,31103909:Teint_Dans_La_Masse:3726:31104171,31103910:Teint_Dans_La_Masse:3726:31104658,31103911:Teint_Dans_La_Masse:3726:31106024,31108468:Teint_Dans_La_Masse:3726:31109011,31108837:Teint_Dans_La_Masse:3726:31109089,31108838:Teint_Dans_La_Masse:3726:31109106,31109734:Teint_Dans_La_Masse:3726:31109926,31109735:Teint_Dans_La_Masse:3726:31109957,31109736:Teint_Dans_La_Masse:3726:31109984,31109737:Teint_Dans_La_Masse:3726:31111517,31109738:Teint_Dans_La_Masse:3726:31110276,31114455:Teint_Dans_La_Masse:3726:31114658,31114898:Teint_Dans_La_Masse:3726:31115062,31115296:Teint_Dans_La_Masse:3726:31115837,31133825:Teint_Dans_La_Masse:3726:31134397,31138371:Teint_Dans_La_Masse:3726:31138496,31139458:Teint_Dans_La_Masse:3726:31139665,31139940:Teint_Dans_La_Masse:3726:31140047,31154546:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2993608,2999674,2997958,2998616,2999968,3010164,3002544,3000920,3000152,3004444,3009970,3004478,3002340,3006804,3008020,3005542,3006176,3007462,3010722,3010718,3011364,3008236,3009412,3009478,3011368)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31195208, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31103062,31103131,31104057,31104092,31104114,31104170,31104656,31106023,31109015,31109079,31109109,31109927,31109951,31109979,31110272,31111526,31114649,31115058,31115834,31134387,31138492,31139667,31140046,31143880,31144120,31154638,31154981,31170349,31170712,31180177,31180459,31185268,31185954,31194584,31200925,31201577,31205234,31206251,31206601,31207943,31210501,31211028,31211508,31215320,31216327,31216796,31220808,31223631,31232133,31233815,31234426,31240035,31240695,31240913,31247198,31249575,31249992 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31195209, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31103069,31103128,31104050,31104087,31104118,31104173,31104652,31106027,31109017,31109085,31109112,31109922,31109953,31109986,31110277,31111523,31114656,31115052,31115838,31134388,31138491,31139663,31140052,31154645,31154973,31170352,31170723,31180179,31180461,31185267,31185951,31194590,31200927,31201578,31206248,31206592,31207953,31210492,31211030,31211511,31215316,31216325,31216791,31220804,31223640,31232132,31233826,31234432,31240037,31240697,31240915,31240972,31247191,31249574,31249989 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31195210, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31103063,31103133,31104052,31104086,31104110,31104179,31104651,31106025,31109014,31109088,31109111,31109925,31109950,31109981,31110268,31111527,31114652,31115057,31115831,31134396,31138499,31139662,31140042,31143874,31144123,31154636,31154979,31170344,31170722,31180171,31180456,31185273,31185949,31194586,31200924,31201584,31206252,31206594,31207950,31210496,31211031,31211514,31215314,31216322,31216797,31220807,31223636,31232130,31233822,31234428,31240031,31240699,31240911,31240971,31247196,31249580,31249986 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31195211, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31103068,31103129,31104060,31104093,31104111,31104181,31104654,31109010,31109083,31109114,31109948,31109976,31110275,31111522,31115828,31134395,31138501,31139666,31140049,31154974,31170347,31180168,31180453,31185275,31185945,31201575,31206253,31206603,31207951,31211029,31211509,31216321,31216790,31220813,31232135,31233825,31234430,31240910,31247199 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31195212, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31103073,31103125,31104055,31104094,31104113,31104174,31104659,31106022,31109012,31109082,31109110,31109924,31109956,31109977,31110271,31111525,31115059,31139664,31170351,31180176,31180460,31185269,31201576,31206242,31211507,31216789,31234425 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31195213, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31109080,31109107,31109954,31109982,31170342,31185270,31206244,31240032,31240916 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31195214, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31103070,31103127,31104051,31104084,31104116,31104172,31104661,31106021,31109018,31109086,31109108,31109932,31109958,31109978,31110273,31111519,31114657,31115053,31115836,31134391,31138493,31139659,31140041,31154640,31154982,31170343,31170713,31180178,31180452,31185272,31185953,31194587,31200929,31201580,31206250,31206602,31207949,31210495,31211027,31211506,31215319,31216317,31216793,31220812,31223629,31232134,31233823,31234424,31240040,31240698,31240914,31240979,31247200,31249579,31249991 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31195215, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31103072,31103134,31104054,31104089,31104109,31104171,31104658,31106024,31109011,31109089,31109106,31109926,31109957,31109984,31110276,31111517,31114658,31115062,31115837,31134397,31138496,31139665,31140047,31154641,31154976,31170350,31170714,31180173,31180455,31185276,31185950,31194589,31200920,31201579,31206243,31206596,31207942,31210499,31211024,31211513,31215323,31216328,31216788,31220811,31223637,31232124,31233818,31234433,31240038,31240696,31240912,31240980,31247195,31249578,31249996 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/31195208,31195209,31195210,31195211,31195212,31195213,31195214,31195215?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-09-01' and date <= '2026-09-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((4687,),), 'unwanted_material_monthly_percentage': ((0.1693789680976827,),), 'material_repartition': (('JRM', 3523),), 'material_dict': {'JRM': 3523}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 9, 1), 0.2376365866842047, 81), (datetime.date(2026, 9, 2), 0.1943392206119466, 90), (datetime.date(2026, 9, 3), 0.15268412622564181, 81), (datetime.date(2026, 9, 5), 0.19786405476232902, 26), (datetime.date(2026, 9, 7), 0.16966036372662383, 79), (datetime.date(2026, 9, 8), 0.14328398828529537, 94), (datetime.date(2026, 9, 15), 0.1361011950553614, 90), (datetime.date(2026, 9, 17), 0.1415920754988678, 79), (datetime.date(2026, 9, 18), 0.1528105196704868, 94), (datetime.date(2026, 9, 19), 0.01822159300051753, 19), (datetime.date(2026, 9, 21), 0.14142298807060824, 92), (datetime.date(2026, 9, 22), 0.19508134059289436, 85), (datetime.date(2026, 9, 23), 0.13032436410988316, 83), (datetime.date(2026, 9, 24), 0.14173667696424921, 96), (datetime.date(2026, 9, 25), 0.1235445409348377, 82), (datetime.date(2026, 9, 28), 0.14335259707008413, 94), (datetime.date(2026, 9, 29), 0.22296212971409593, 51), (datetime.date(2026, 9, 30), 0.18201336642043356, 81)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 9, 1), 0.2376365866842047, 81), (datetime.date(2026, 9, 2), 0.1943392206119466, 90), (datetime.date(2026, 9, 3), 0.15268412622564181, 81), (datetime.date(2026, 9, 5), 0.19786405476232902, 26), (datetime.date(2026, 9, 7), 0.16966036372662383, 79), (datetime.date(2026, 9, 8), 0.14328398828529537, 94), (datetime.date(2026, 9, 15), 0.1361011950553614, 90), (datetime.date(2026, 9, 17), 0.1415920754988678, 79), (datetime.date(2026, 9, 18), 0.1528105196704868, 94), (datetime.date(2026, 9, 19), 0.01822159300051753, 19), (datetime.date(2026, 9, 21), 0.14142298807060824, 92), (datetime.date(2026, 9, 22), 0.19508134059289436, 85), (datetime.date(2026, 9, 23), 0.13032436410988316, 83), (datetime.date(2026, 9, 24), 0.14173667696424921, 96), (datetime.date(2026, 9, 25), 0.1235445409348377, 82), (datetime.date(2026, 9, 28), 0.14335259707008413, 94), (datetime.date(2026, 9, 29), 0.22296212971409593, 51), (datetime.date(2026, 9, 30), 0.18201336642043356, 81))}, 'quality_array': [['-2.3022550520517773', '01092026'], ['-1.3988290262097784', '02092026'], ['-1.9800637526498674', '03092026'], ['-2.728996192286135', '05092026'], ['-2.2093995982036563', '07092026'], ['-2.2734574125126583', '08092026'], ['-1.6811996055610898', '10092026'], ['-2.2584057057801483', '15092026'], ['-1.7971987561971507', '17092026'], ['-2.38487955979546', '18092026'], ['-2.437999996639309', '19092026'], ['-2.342269803014136', '21092026'], ['-2.3736039934349336', '22092026'], ['-2.4216031690135167', '23092026'], ['-2.371662538831152', '24092026'], ['-2.385917420828438', '25092026'], ['-2.380728392893058', '28092026'], ['-1.414532063612976', '29092026'], ['-2.282380085308412', '30092026']], 'number_of_batch': ((63,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013985988353240211, 'nb_photo': 461, 'list_port_cont': '31103062,31103131,31104057,31104092,31104114,31104170,31104656,31106023,31109015,31109079,31109109,31109927,31109951,31109979,31110272,31111526,31114649,31115058,31115834,31134387,31138492,31139667,31140046,31143880,31144120,31154638,31154981,31170349,31170712,31180177,31180459,31185268,31185954,31194584,31200925,31201577,31205234,31206251,31206601,31207943,31210501,31211028,31211508,31215320,31216327,31216796,31220808,31223631,31232133,31233815,31234426,31240035,31240695,31240913,31247198,31249575,31249992', 'assoc_port': '31102847:31103062,31102848:31103131,31103906:31104057,31103907:31104092,31103908:31104114,31103909:31104170,31103910:31104656,31103911:31106023,31108468:31109015,31108837:31109079,31108838:31109109,31109734:31109927,31109735:31109951,31109736:31109979,31109737:31111526,31109738:31110272,31114455:31114649,31114898:31115058,31115296:31115834,31133825:31134387,31138371:31138492,31139458:31139667,31139940:31140046,31143750:31143880,31143751:31144120,31154546:31154981,31154547:31154638,31169396:31170349,31169614:31170712,31179956:31180177,31180081:31180459,31185046:31185268,31185808:31185954,31194539:31194584,31200787:31200925,31201292:31201577,31204904:31205234,31205867:31206251,31206485:31206601,31206616:31207943,31210220:31210501,31210876:31211028,31211370:31211508,31214928:31215320,31216258:31216327,31216732:31216796,31220793:31220808,31223374:31223631,31232042:31232133,31233792:31233815,31234203:31234426,31239807:31240035,31239990:31240695,31240120:31240913,31244521:31247198,31249406:31249575,31249443:3124999', 'assoc_mat': '31102847:autre_refus:3726:31103062,31102848:autre_refus:3726:31103131,31103906:autre_refus:3726:31104057,31103907:autre_refus:3726:31104092,31103908:autre_refus:3726:31104114,31103909:autre_refus:3726:31104170,31103910:autre_refus:3726:31104656,31103911:autre_refus:3726:31106023,31108468:autre_refus:3726:31109015,31108837:autre_refus:3726:31109079,31108838:autre_refus:3726:31109109,31109734:autre_refus:3726:31109927,31109735:autre_refus:3726:31109951,31109736:autre_refus:3726:31109979,31109737:autre_refus:3726:31111526,31109738:autre_refus:3726:31110272,31114455:autre_refus:3726:31114649,31114898:autre_refus:3726:31115058,31115296:autre_refus:3726:31115834,31133825:autre_refus:3726:31134387,31138371:autre_refus:3726:31138492,31139458:autre_refus:3726:31139667,31139940:autre_refus:3726:31140046,31143750:autre_refus:3726:31143880,31143751:autre_refus:3726:31144120,31154546:autre_refus:3726:31154981,31154547:autre_refus:3726:31154638,31169396:autre_refus:3726:31170349,31169614:autre_refus:3726:31170712,31179956:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01194094648105919, 'nb_photo': 995, 'list_port_cont': '31103069,31103128,31104050,31104087,31104118,31104173,31104652,31106027,31109017,31109085,31109112,31109922,31109953,31109986,31110277,31111523,31114656,31115052,31115838,31134388,31138491,31139663,31140052,31154645,31154973,31170352,31170723,31180179,31180461,31185267,31185951,31194590,31200927,31201578,31206248,31206592,31207953,31210492,31211030,31211511,31215316,31216325,31216791,31220804,31223640,31232132,31233826,31234432,31240037,31240697,31240915,31240972,31247191,31249574,31249989', 'assoc_port': '31102847:31103069,31102848:31103128,31103906:31104050,31103907:31104087,31103908:31104118,31103909:31104173,31103910:31104652,31103911:31106027,31108468:31109017,31108837:31109085,31108838:31109112,31109734:31109922,31109735:31109953,31109736:31109986,31109737:31111523,31109738:31110277,31114455:31114656,31114898:31115052,31115296:31115838,31133825:31134388,31138371:31138491,31139458:31139663,31139940:31140052,31154546:31154973,31154547:31154645,31169396:31170352,31169614:31170723,31179956:31180179,31180081:31180461,31185046:31185267,31185808:31185951,31194539:31194590,31200787:31200927,31201292:31201578,31205867:31206248,31206485:31206592,31206616:31207953,31210220:31210492,31210876:31211030,31211370:31211511,31214928:31215316,31216258:31216325,31216732:31216791,31220793:31220804,31223374:31223640,31232042:31232132,31233792:31233826,31234203:31234432,31239807:31240037,31239990:31240697,31240120:31240915,31240642:31240972,31244521:31247191,31249406:31249574,31249443:31249989', 'assoc_mat': '31102847:cartonnette:3726:31103069,31102848:cartonnette:3726:31103128,31103906:cartonnette:3726:31104050,31103907:cartonnette:3726:31104087,31103908:cartonnette:3726:31104118,31103909:cartonnette:3726:31104173,31103910:cartonnette:3726:31104652,31103911:cartonnette:3726:31106027,31108468:cartonnette:3726:31109017,31108837:cartonnette:3726:31109085,31108838:cartonnette:3726:31109112,31109734:cartonnette:3726:31109922,31109735:cartonnette:3726:31109953,31109736:cartonnette:3726:31109986,31109737:cartonnette:3726:31111523,31109738:cartonnette:3726:31110277,31114455:cartonnette:3726:31114656,31114898:cartonnette:3726:31115052,31115296:cartonnette:3726:31115838,31133825:cartonnette:3726:31134388,31138371:cartonnette:3726:31138491,31139458:cartonnette:3726:31139663,31139940:cartonnette:3726:31140052,31154546:cartonnette:3726:31154973,31154547:cartonnette:3726:31154645,31169396:cartonnette:3726:31170352,31169614:cartonnette:3726:31170723,31179956:cartonnette:3726:31180179,31180081:cartonnette:3726:31180461,31185046:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.11279854801019913, 'nb_photo': 6370, 'list_port_cont': '31103063,31103133,31104052,31104086,31104110,31104179,31104651,31106025,31109014,31109088,31109111,31109925,31109950,31109981,31110268,31111527,31114652,31115057,31115831,31134396,31138499,31139662,31140042,31143874,31144123,31154636,31154979,31170344,31170722,31180171,31180456,31185273,31185949,31194586,31200924,31201584,31206252,31206594,31207950,31210496,31211031,31211514,31215314,31216322,31216797,31220807,31223636,31232130,31233822,31234428,31240031,31240699,31240911,31240971,31247196,31249580,31249986', 'assoc_port': '31102847:31103063,31102848:31103133,31103906:31104052,31103907:31104086,31103908:31104110,31103909:31104179,31103910:31104651,31103911:31106025,31108468:31109014,31108837:31109088,31108838:31109111,31109734:31109925,31109735:31109950,31109736:31109981,31109737:31111527,31109738:31110268,31114455:31114652,31114898:31115057,31115296:31115831,31133825:31134396,31138371:31138499,31139458:31139662,31139940:31140042,31143750:31143874,31143751:31144123,31154546:31154979,31154547:31154636,31169396:31170344,31169614:31170722,31179956:31180171,31180081:31180456,31185046:31185273,31185808:31185949,31194539:31194586,31200787:31200924,31201292:31201584,31205867:31206252,31206485:31206594,31206616:31207950,31210220:31210496,31210876:31211031,31211370:31211514,31214928:31215314,31216258:31216322,31216732:31216797,31220793:31220807,31223374:31223636,31232042:31232130,31233792:31233822,31234203:31234428,31239807:31240031,31239990:31240699,31240120:31240911,31240642:31240971,31244521:31247196,31249406:31249580,31249443:3124998', 'assoc_mat': '31102847:Carton_brun:3726:31103063,31102848:Carton_brun:3726:31103133,31103906:Carton_brun:3726:31104052,31103907:Carton_brun:3726:31104086,31103908:Carton_brun:3726:31104110,31103909:Carton_brun:3726:31104179,31103910:Carton_brun:3726:31104651,31103911:Carton_brun:3726:31106025,31108468:Carton_brun:3726:31109014,31108837:Carton_brun:3726:31109088,31108838:Carton_brun:3726:31109111,31109734:Carton_brun:3726:31109925,31109735:Carton_brun:3726:31109950,31109736:Carton_brun:3726:31109981,31109737:Carton_brun:3726:31111527,31109738:Carton_brun:3726:31110268,31114455:Carton_brun:3726:31114652,31114898:Carton_brun:3726:31115057,31115296:Carton_brun:3726:31115831,31133825:Carton_brun:3726:31134396,31138371:Carton_brun:3726:31138499,31139458:Carton_brun:3726:31139662,31139940:Carton_brun:3726:31140042,31143750:Carton_brun:3726:31143874,31143751:Carton_brun:3726:31144123,31154546:Carton_brun:3726:31154979,31154547:Carton_brun:3726:31154636,31169396:Carton_brun:3726:31170344,31169614:Carton_brun:3726:31170722,31179956:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005191723860964852, 'nb_photo': 100, 'list_port_cont': '31103068,31103129,31104060,31104093,31104111,31104181,31104654,31109010,31109083,31109114,31109948,31109976,31110275,31111522,31115828,31134395,31138501,31139666,31140049,31154974,31170347,31180168,31180453,31185275,31185945,31201575,31206253,31206603,31207951,31211029,31211509,31216321,31216790,31220813,31232135,31233825,31234430,31240910,31247199', 'assoc_port': '31102847:31103068,31102848:31103129,31103906:31104060,31103907:31104093,31103908:31104111,31103909:31104181,31103910:31104654,31108468:31109010,31108837:31109083,31108838:31109114,31109735:31109948,31109736:31109976,31109737:31111522,31109738:31110275,31115296:31115828,31133825:31134395,31138371:31138501,31139458:31139666,31139940:31140049,31154546:31154974,31169396:31170347,31179956:31180168,31180081:31180453,31185046:31185275,31185808:31185945,31201292:31201575,31205867:31206253,31206485:31206603,31206616:31207951,31210876:31211029,31211370:31211509,31216258:31216321,31216732:31216790,31220793:31220813,31232042:31232135,31233792:31233825,31234203:31234430,31240120:31240910,31244521:31247199', 'assoc_mat': '31102847:Carton_gris:3726:31103068,31102848:Carton_gris:3726:31103129,31103906:Carton_gris:3726:31104060,31103907:Carton_gris:3726:31104093,31103908:Carton_gris:3726:31104111,31103909:Carton_gris:3726:31104181,31103910:Carton_gris:3726:31104654,31108468:Carton_gris:3726:31109010,31108837:Carton_gris:3726:31109083,31108838:Carton_gris:3726:31109114,31109735:Carton_gris:3726:31109948,31109736:Carton_gris:3726:31109976,31109737:Carton_gris:3726:31111522,31109738:Carton_gris:3726:31110275,31115296:Carton_gris:3726:31115828,31133825:Carton_gris:3726:31134395,31138371:Carton_gris:3726:31138501,31139458:Carton_gris:3726:31139666,31139940:Carton_gris:3726:31140049,31154546:Carton_gris:3726:31154974,31169396:Carton_gris:3726:31170347,31179956:Carton_gris:3726:31180168,31180081:Carton_gris:3726:31180453,31185046:Carton_gris:3726:31185275,31185808:Carton_gris:3726:31185945,31201292:Carton_gris:3726:31201575,31205867:Carton_gris:3726:31206253,31206485:Carton_gris:3726:31206603,31206616:Carton_gris:3726:31207951,31210876:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009590841024420363, 'nb_photo': 108, 'list_port_cont': '31103073,31103125,31104055,31104094,31104113,31104174,31104659,31106022,31109012,31109082,31109110,31109924,31109956,31109977,31110271,31111525,31115059,31139664,31170351,31180176,31180460,31185269,31201576,31206242,31211507,31216789,31234425', 'assoc_port': '31102847:31103073,31102848:31103125,31103906:31104055,31103907:31104094,31103908:31104113,31103909:31104174,31103910:31104659,31103911:31106022,31108468:31109012,31108837:31109082,31108838:31109110,31109734:31109924,31109735:31109956,31109736:31109977,31109737:31111525,31109738:31110271,31114898:31115059,31139458:31139664,31169396:31170351,31179956:31180176,31180081:31180460,31185046:31185269,31201292:31201576,31205867:31206242,31211370:31211507,31216732:31216789,31234203:31234425', 'assoc_mat': '31102847:kraft:3726:31103073,31102848:kraft:3726:31103125,31103906:kraft:3726:31104055,31103907:kraft:3726:31104094,31103908:kraft:3726:31104113,31103909:kraft:3726:31104174,31103910:kraft:3726:31104659,31103911:kraft:3726:31106022,31108468:kraft:3726:31109012,31108837:kraft:3726:31109082,31108838:kraft:3726:31109110,31109734:kraft:3726:31109924,31109735:kraft:3726:31109956,31109736:kraft:3726:31109977,31109737:kraft:3726:31111525,31109738:kraft:3726:31110271,31114898:kraft:3726:31115059,31139458:kraft:3726:31139664,31169396:kraft:3726:31170351,31179956:kraft:3726:31180176,31180081:kraft:3726:31180460,31185046:kraft:3726:31185269,31201292:kraft:3726:31201576,31205867:kraft:3726:31206242,31211370:kraft:3726:31211507,31216732:kraft:3726:31216789,31234203:kraft:3726:31234425'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016639327308731547, 'nb_photo': 12, 'list_port_cont': '31109080,31109107,31109954,31109982,31170342,31185270,31206244,31240032,31240916', 'assoc_port': '31108837:31109080,31108838:31109107,31109735:31109954,31109736:31109982,31169396:31170342,31185046:31185270,31205867:31206244,31239807:31240032,31240120:31240916', 'assoc_mat': '31108837:metal:3726:31109080,31108838:metal:3726:31109107,31109735:metal:3726:31109954,31109736:metal:3726:31109982,31169396:metal:3726:31170342,31185046:metal:3726:31185270,31205867:metal:3726:31206244,31239807:metal:3726:31240032,31240120:metal:3726:31240916'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00952906892024796, 'nb_photo': 752, 'list_port_cont': '31103070,31103127,31104051,31104084,31104116,31104172,31104661,31106021,31109018,31109086,31109108,31109932,31109958,31109978,31110273,31111519,31114657,31115053,31115836,31134391,31138493,31139659,31140041,31154640,31154982,31170343,31170713,31180178,31180452,31185272,31185953,31194587,31200929,31201580,31206250,31206602,31207949,31210495,31211027,31211506,31215319,31216317,31216793,31220812,31223629,31232134,31233823,31234424,31240040,31240698,31240914,31240979,31247200,31249579,31249991', 'assoc_port': '31102847:31103070,31102848:31103127,31103906:31104051,31103907:31104084,31103908:31104116,31103909:31104172,31103910:31104661,31103911:31106021,31108468:31109018,31108837:31109086,31108838:31109108,31109734:31109932,31109735:31109958,31109736:31109978,31109737:31111519,31109738:31110273,31114455:31114657,31114898:31115053,31115296:31115836,31133825:31134391,31138371:31138493,31139458:31139659,31139940:31140041,31154546:31154982,31154547:31154640,31169396:31170343,31169614:31170713,31179956:31180178,31180081:31180452,31185046:31185272,31185808:31185953,31194539:31194587,31200787:31200929,31201292:31201580,31205867:31206250,31206485:31206602,31206616:31207949,31210220:31210495,31210876:31211027,31211370:31211506,31214928:31215319,31216258:31216317,31216732:31216793,31220793:31220812,31223374:31223629,31232042:31232134,31233792:31233823,31234203:31234424,31239807:31240040,31239990:31240698,31240120:31240914,31240642:31240979,31244521:31247200,31249406:31249579,31249443:31249991', 'assoc_mat': '31102847:plastique:3726:31103070,31102848:plastique:3726:31103127,31103906:plastique:3726:31104051,31103907:plastique:3726:31104084,31103908:plastique:3726:31104116,31103909:plastique:3726:31104172,31103910:plastique:3726:31104661,31103911:plastique:3726:31106021,31108468:plastique:3726:31109018,31108837:plastique:3726:31109086,31108838:plastique:3726:31109108,31109734:plastique:3726:31109932,31109735:plastique:3726:31109958,31109736:plastique:3726:31109978,31109737:plastique:3726:31111519,31109738:plastique:3726:31110273,31114455:plastique:3726:31114657,31114898:plastique:3726:31115053,31115296:plastique:3726:31115836,31133825:plastique:3726:31134391,31138371:plastique:3726:31138493,31139458:plastique:3726:31139659,31139940:plastique:3726:31140041,31154546:plastique:3726:31154982,31154547:plastique:3726:31154640,31169396:plastique:3726:31170343,31169614:plastique:3726:31170713,31179956:plastique:3726:31180178,31180081:plastique:3726:31180452,31185046:plastique:3726:31185272,31185808:plastique:3726:31185953,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.024530243836903796, 'nb_photo': 2798, 'list_port_cont': '31103072,31103134,31104054,31104089,31104109,31104171,31104658,31106024,31109011,31109089,31109106,31109926,31109957,31109984,31110276,31111517,31114658,31115062,31115837,31134397,31138496,31139665,31140047,31154641,31154976,31170350,31170714,31180173,31180455,31185276,31185950,31194589,31200920,31201579,31206243,31206596,31207942,31210499,31211024,31211513,31215323,31216328,31216788,31220811,31223637,31232124,31233818,31234433,31240038,31240696,31240912,31240980,31247195,31249578,31249996', 'assoc_port': '31102847:31103072,31102848:31103134,31103906:31104054,31103907:31104089,31103908:31104109,31103909:31104171,31103910:31104658,31103911:31106024,31108468:31109011,31108837:31109089,31108838:31109106,31109734:31109926,31109735:31109957,31109736:31109984,31109737:31111517,31109738:31110276,31114455:31114658,31114898:31115062,31115296:31115837,31133825:31134397,31138371:31138496,31139458:31139665,31139940:31140047,31154546:31154976,31154547:31154641,31169396:31170350,31169614:31170714,31179956:31180173,31180081:31180455,31185046:31185276,31185808:31185950,31194539:31194589,31200787:31200920,31201292:31201579,31205867:31206243,31206485:31206596,31206616:31207942,31210220:31210499,31210876:31211024,31211370:31211513,31214928:31215323,31216258:31216328,31216732:31216788,31220793:31220811,31223374:31223637,31232042:31232124,31233792:31233818,31234203:31234433,31239807:31240038,31239990:31240696,31240120:31240912,31240642:31240980,31244521:31247195,31249406:31249578,31249443:31249996', 'assoc_mat': '31102847:Teint_Dans_La_Masse:3726:31103072,31102848:Teint_Dans_La_Masse:3726:31103134,31103906:Teint_Dans_La_Masse:3726:31104054,31103907:Teint_Dans_La_Masse:3726:31104089,31103908:Teint_Dans_La_Masse:3726:31104109,31103909:Teint_Dans_La_Masse:3726:31104171,31103910:Teint_Dans_La_Masse:3726:31104658,31103911:Teint_Dans_La_Masse:3726:31106024,31108468:Teint_Dans_La_Masse:3726:31109011,31108837:Teint_Dans_La_Masse:3726:31109089,31108838:Teint_Dans_La_Masse:3726:31109106,31109734:Teint_Dans_La_Masse:3726:31109926,31109735:Teint_Dans_La_Masse:3726:31109957,31109736:Teint_Dans_La_Masse:3726:31109984,31109737:Teint_Dans_La_Masse:3726:31111517,31109738:Teint_Dans_La_Masse:3726:31110276,31114455:Teint_Dans_La_Masse:3726:31114658,31114898:Teint_Dans_La_Masse:3726:31115062,31115296:Teint_Dans_La_Masse:3726:31115837,31133825:Teint_Dans_La_Masse:3726:31134397,31138371:Teint_Dans_La_Masse:3726:31138496,31139458:Teint_Dans_La_Masse:3726:31139665,31139940:Teint_Dans_La_Masse:3726:31140047,31154546:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 4687}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31195208,31195209,31195210,31195211,31195212,31195213,31195214,31195215?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-09', 0.1693789680976827),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((4687,),), 'unwanted_material_monthly_percentage': ((0.1693789680976827,),), 'material_repartition': (('JRM', 3523),), 'material_dict': {'JRM': 3523}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 9, 1), 0.2376365866842047, 81), (datetime.date(2026, 9, 2), 0.1943392206119466, 90), (datetime.date(2026, 9, 3), 0.15268412622564181, 81), (datetime.date(2026, 9, 5), 0.19786405476232902, 26), (datetime.date(2026, 9, 7), 0.16966036372662383, 79), (datetime.date(2026, 9, 8), 0.14328398828529537, 94), (datetime.date(2026, 9, 15), 0.1361011950553614, 90), (datetime.date(2026, 9, 17), 0.1415920754988678, 79), (datetime.date(2026, 9, 18), 0.1528105196704868, 94), (datetime.date(2026, 9, 19), 0.01822159300051753, 19), (datetime.date(2026, 9, 21), 0.14142298807060824, 92), (datetime.date(2026, 9, 22), 0.19508134059289436, 85), (datetime.date(2026, 9, 23), 0.13032436410988316, 83), (datetime.date(2026, 9, 24), 0.14173667696424921, 96), (datetime.date(2026, 9, 25), 0.1235445409348377, 82), (datetime.date(2026, 9, 28), 0.14335259707008413, 94), (datetime.date(2026, 9, 29), 0.22296212971409593, 51), (datetime.date(2026, 9, 30), 0.18201336642043356, 81)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 9, 1), 0.2376365866842047, 81), (datetime.date(2026, 9, 2), 0.1943392206119466, 90), (datetime.date(2026, 9, 3), 0.15268412622564181, 81), (datetime.date(2026, 9, 5), 0.19786405476232902, 26), (datetime.date(2026, 9, 7), 0.16966036372662383, 79), (datetime.date(2026, 9, 8), 0.14328398828529537, 94), (datetime.date(2026, 9, 15), 0.1361011950553614, 90), (datetime.date(2026, 9, 17), 0.1415920754988678, 79), (datetime.date(2026, 9, 18), 0.1528105196704868, 94), (datetime.date(2026, 9, 19), 0.01822159300051753, 19), (datetime.date(2026, 9, 21), 0.14142298807060824, 92), (datetime.date(2026, 9, 22), 0.19508134059289436, 85), (datetime.date(2026, 9, 23), 0.13032436410988316, 83), (datetime.date(2026, 9, 24), 0.14173667696424921, 96), (datetime.date(2026, 9, 25), 0.1235445409348377, 82), (datetime.date(2026, 9, 28), 0.14335259707008413, 94), (datetime.date(2026, 9, 29), 0.22296212971409593, 51), (datetime.date(2026, 9, 30), 0.18201336642043356, 81))}, 'quality_array': [['-2.3022550520517773', '01092026'], ['-1.3988290262097784', '02092026'], ['-1.9800637526498674', '03092026'], ['-2.728996192286135', '05092026'], ['-2.2093995982036563', '07092026'], ['-2.2734574125126583', '08092026'], ['-1.6811996055610898', '10092026'], ['-2.2584057057801483', '15092026'], ['-1.7971987561971507', '17092026'], ['-2.38487955979546', '18092026'], ['-2.437999996639309', '19092026'], ['-2.342269803014136', '21092026'], ['-2.3736039934349336', '22092026'], ['-2.4216031690135167', '23092026'], ['-2.371662538831152', '24092026'], ['-2.385917420828438', '25092026'], ['-2.380728392893058', '28092026'], ['-1.414532063612976', '29092026'], ['-2.282380085308412', '30092026']], 'number_of_batch': ((63,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013985988353240211, 'nb_photo': 461, 'list_port_cont': '31103062,31103131,31104057,31104092,31104114,31104170,31104656,31106023,31109015,31109079,31109109,31109927,31109951,31109979,31110272,31111526,31114649,31115058,31115834,31134387,31138492,31139667,31140046,31143880,31144120,31154638,31154981,31170349,31170712,31180177,31180459,31185268,31185954,31194584,31200925,31201577,31205234,31206251,31206601,31207943,31210501,31211028,31211508,31215320,31216327,31216796,31220808,31223631,31232133,31233815,31234426,31240035,31240695,31240913,31247198,31249575,31249992', 'assoc_port': '31102847:31103062,31102848:31103131,31103906:31104057,31103907:31104092,31103908:31104114,31103909:31104170,31103910:31104656,31103911:31106023,31108468:31109015,31108837:31109079,31108838:31109109,31109734:31109927,31109735:31109951,31109736:31109979,31109737:31111526,31109738:31110272,31114455:31114649,31114898:31115058,31115296:31115834,31133825:31134387,31138371:31138492,31139458:31139667,31139940:31140046,31143750:31143880,31143751:31144120,31154546:31154981,31154547:31154638,31169396:31170349,31169614:31170712,31179956:31180177,31180081:31180459,31185046:31185268,31185808:31185954,31194539:31194584,31200787:31200925,31201292:31201577,31204904:31205234,31205867:31206251,31206485:31206601,31206616:31207943,31210220:31210501,31210876:31211028,31211370:31211508,31214928:31215320,31216258:31216327,31216732:31216796,31220793:31220808,31223374:31223631,31232042:31232133,31233792:31233815,31234203:31234426,31239807:31240035,31239990:31240695,31240120:31240913,31244521:31247198,31249406:31249575,31249443:3124999', 'assoc_mat': '31102847:autre_refus:3726:31103062,31102848:autre_refus:3726:31103131,31103906:autre_refus:3726:31104057,31103907:autre_refus:3726:31104092,31103908:autre_refus:3726:31104114,31103909:autre_refus:3726:31104170,31103910:autre_refus:3726:31104656,31103911:autre_refus:3726:31106023,31108468:autre_refus:3726:31109015,31108837:autre_refus:3726:31109079,31108838:autre_refus:3726:31109109,31109734:autre_refus:3726:31109927,31109735:autre_refus:3726:31109951,31109736:autre_refus:3726:31109979,31109737:autre_refus:3726:31111526,31109738:autre_refus:3726:31110272,31114455:autre_refus:3726:31114649,31114898:autre_refus:3726:31115058,31115296:autre_refus:3726:31115834,31133825:autre_refus:3726:31134387,31138371:autre_refus:3726:31138492,31139458:autre_refus:3726:31139667,31139940:autre_refus:3726:31140046,31143750:autre_refus:3726:31143880,31143751:autre_refus:3726:31144120,31154546:autre_refus:3726:31154981,31154547:autre_refus:3726:31154638,31169396:autre_refus:3726:31170349,31169614:autre_refus:3726:31170712,31179956:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01194094648105919, 'nb_photo': 995, 'list_port_cont': '31103069,31103128,31104050,31104087,31104118,31104173,31104652,31106027,31109017,31109085,31109112,31109922,31109953,31109986,31110277,31111523,31114656,31115052,31115838,31134388,31138491,31139663,31140052,31154645,31154973,31170352,31170723,31180179,31180461,31185267,31185951,31194590,31200927,31201578,31206248,31206592,31207953,31210492,31211030,31211511,31215316,31216325,31216791,31220804,31223640,31232132,31233826,31234432,31240037,31240697,31240915,31240972,31247191,31249574,31249989', 'assoc_port': '31102847:31103069,31102848:31103128,31103906:31104050,31103907:31104087,31103908:31104118,31103909:31104173,31103910:31104652,31103911:31106027,31108468:31109017,31108837:31109085,31108838:31109112,31109734:31109922,31109735:31109953,31109736:31109986,31109737:31111523,31109738:31110277,31114455:31114656,31114898:31115052,31115296:31115838,31133825:31134388,31138371:31138491,31139458:31139663,31139940:31140052,31154546:31154973,31154547:31154645,31169396:31170352,31169614:31170723,31179956:31180179,31180081:31180461,31185046:31185267,31185808:31185951,31194539:31194590,31200787:31200927,31201292:31201578,31205867:31206248,31206485:31206592,31206616:31207953,31210220:31210492,31210876:31211030,31211370:31211511,31214928:31215316,31216258:31216325,31216732:31216791,31220793:31220804,31223374:31223640,31232042:31232132,31233792:31233826,31234203:31234432,31239807:31240037,31239990:31240697,31240120:31240915,31240642:31240972,31244521:31247191,31249406:31249574,31249443:31249989', 'assoc_mat': '31102847:cartonnette:3726:31103069,31102848:cartonnette:3726:31103128,31103906:cartonnette:3726:31104050,31103907:cartonnette:3726:31104087,31103908:cartonnette:3726:31104118,31103909:cartonnette:3726:31104173,31103910:cartonnette:3726:31104652,31103911:cartonnette:3726:31106027,31108468:cartonnette:3726:31109017,31108837:cartonnette:3726:31109085,31108838:cartonnette:3726:31109112,31109734:cartonnette:3726:31109922,31109735:cartonnette:3726:31109953,31109736:cartonnette:3726:31109986,31109737:cartonnette:3726:31111523,31109738:cartonnette:3726:31110277,31114455:cartonnette:3726:31114656,31114898:cartonnette:3726:31115052,31115296:cartonnette:3726:31115838,31133825:cartonnette:3726:31134388,31138371:cartonnette:3726:31138491,31139458:cartonnette:3726:31139663,31139940:cartonnette:3726:31140052,31154546:cartonnette:3726:31154973,31154547:cartonnette:3726:31154645,31169396:cartonnette:3726:31170352,31169614:cartonnette:3726:31170723,31179956:cartonnette:3726:31180179,31180081:cartonnette:3726:31180461,31185046:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.11279854801019913, 'nb_photo': 6370, 'list_port_cont': '31103063,31103133,31104052,31104086,31104110,31104179,31104651,31106025,31109014,31109088,31109111,31109925,31109950,31109981,31110268,31111527,31114652,31115057,31115831,31134396,31138499,31139662,31140042,31143874,31144123,31154636,31154979,31170344,31170722,31180171,31180456,31185273,31185949,31194586,31200924,31201584,31206252,31206594,31207950,31210496,31211031,31211514,31215314,31216322,31216797,31220807,31223636,31232130,31233822,31234428,31240031,31240699,31240911,31240971,31247196,31249580,31249986', 'assoc_port': '31102847:31103063,31102848:31103133,31103906:31104052,31103907:31104086,31103908:31104110,31103909:31104179,31103910:31104651,31103911:31106025,31108468:31109014,31108837:31109088,31108838:31109111,31109734:31109925,31109735:31109950,31109736:31109981,31109737:31111527,31109738:31110268,31114455:31114652,31114898:31115057,31115296:31115831,31133825:31134396,31138371:31138499,31139458:31139662,31139940:31140042,31143750:31143874,31143751:31144123,31154546:31154979,31154547:31154636,31169396:31170344,31169614:31170722,31179956:31180171,31180081:31180456,31185046:31185273,31185808:31185949,31194539:31194586,31200787:31200924,31201292:31201584,31205867:31206252,31206485:31206594,31206616:31207950,31210220:31210496,31210876:31211031,31211370:31211514,31214928:31215314,31216258:31216322,31216732:31216797,31220793:31220807,31223374:31223636,31232042:31232130,31233792:31233822,31234203:31234428,31239807:31240031,31239990:31240699,31240120:31240911,31240642:31240971,31244521:31247196,31249406:31249580,31249443:3124998', 'assoc_mat': '31102847:Carton_brun:3726:31103063,31102848:Carton_brun:3726:31103133,31103906:Carton_brun:3726:31104052,31103907:Carton_brun:3726:31104086,31103908:Carton_brun:3726:31104110,31103909:Carton_brun:3726:31104179,31103910:Carton_brun:3726:31104651,31103911:Carton_brun:3726:31106025,31108468:Carton_brun:3726:31109014,31108837:Carton_brun:3726:31109088,31108838:Carton_brun:3726:31109111,31109734:Carton_brun:3726:31109925,31109735:Carton_brun:3726:31109950,31109736:Carton_brun:3726:31109981,31109737:Carton_brun:3726:31111527,31109738:Carton_brun:3726:31110268,31114455:Carton_brun:3726:31114652,31114898:Carton_brun:3726:31115057,31115296:Carton_brun:3726:31115831,31133825:Carton_brun:3726:31134396,31138371:Carton_brun:3726:31138499,31139458:Carton_brun:3726:31139662,31139940:Carton_brun:3726:31140042,31143750:Carton_brun:3726:31143874,31143751:Carton_brun:3726:31144123,31154546:Carton_brun:3726:31154979,31154547:Carton_brun:3726:31154636,31169396:Carton_brun:3726:31170344,31169614:Carton_brun:3726:31170722,31179956:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005191723860964852, 'nb_photo': 100, 'list_port_cont': '31103068,31103129,31104060,31104093,31104111,31104181,31104654,31109010,31109083,31109114,31109948,31109976,31110275,31111522,31115828,31134395,31138501,31139666,31140049,31154974,31170347,31180168,31180453,31185275,31185945,31201575,31206253,31206603,31207951,31211029,31211509,31216321,31216790,31220813,31232135,31233825,31234430,31240910,31247199', 'assoc_port': '31102847:31103068,31102848:31103129,31103906:31104060,31103907:31104093,31103908:31104111,31103909:31104181,31103910:31104654,31108468:31109010,31108837:31109083,31108838:31109114,31109735:31109948,31109736:31109976,31109737:31111522,31109738:31110275,31115296:31115828,31133825:31134395,31138371:31138501,31139458:31139666,31139940:31140049,31154546:31154974,31169396:31170347,31179956:31180168,31180081:31180453,31185046:31185275,31185808:31185945,31201292:31201575,31205867:31206253,31206485:31206603,31206616:31207951,31210876:31211029,31211370:31211509,31216258:31216321,31216732:31216790,31220793:31220813,31232042:31232135,31233792:31233825,31234203:31234430,31240120:31240910,31244521:31247199', 'assoc_mat': '31102847:Carton_gris:3726:31103068,31102848:Carton_gris:3726:31103129,31103906:Carton_gris:3726:31104060,31103907:Carton_gris:3726:31104093,31103908:Carton_gris:3726:31104111,31103909:Carton_gris:3726:31104181,31103910:Carton_gris:3726:31104654,31108468:Carton_gris:3726:31109010,31108837:Carton_gris:3726:31109083,31108838:Carton_gris:3726:31109114,31109735:Carton_gris:3726:31109948,31109736:Carton_gris:3726:31109976,31109737:Carton_gris:3726:31111522,31109738:Carton_gris:3726:31110275,31115296:Carton_gris:3726:31115828,31133825:Carton_gris:3726:31134395,31138371:Carton_gris:3726:31138501,31139458:Carton_gris:3726:31139666,31139940:Carton_gris:3726:31140049,31154546:Carton_gris:3726:31154974,31169396:Carton_gris:3726:31170347,31179956:Carton_gris:3726:31180168,31180081:Carton_gris:3726:31180453,31185046:Carton_gris:3726:31185275,31185808:Carton_gris:3726:31185945,31201292:Carton_gris:3726:31201575,31205867:Carton_gris:3726:31206253,31206485:Carton_gris:3726:31206603,31206616:Carton_gris:3726:31207951,31210876:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009590841024420363, 'nb_photo': 108, 'list_port_cont': '31103073,31103125,31104055,31104094,31104113,31104174,31104659,31106022,31109012,31109082,31109110,31109924,31109956,31109977,31110271,31111525,31115059,31139664,31170351,31180176,31180460,31185269,31201576,31206242,31211507,31216789,31234425', 'assoc_port': '31102847:31103073,31102848:31103125,31103906:31104055,31103907:31104094,31103908:31104113,31103909:31104174,31103910:31104659,31103911:31106022,31108468:31109012,31108837:31109082,31108838:31109110,31109734:31109924,31109735:31109956,31109736:31109977,31109737:31111525,31109738:31110271,31114898:31115059,31139458:31139664,31169396:31170351,31179956:31180176,31180081:31180460,31185046:31185269,31201292:31201576,31205867:31206242,31211370:31211507,31216732:31216789,31234203:31234425', 'assoc_mat': '31102847:kraft:3726:31103073,31102848:kraft:3726:31103125,31103906:kraft:3726:31104055,31103907:kraft:3726:31104094,31103908:kraft:3726:31104113,31103909:kraft:3726:31104174,31103910:kraft:3726:31104659,31103911:kraft:3726:31106022,31108468:kraft:3726:31109012,31108837:kraft:3726:31109082,31108838:kraft:3726:31109110,31109734:kraft:3726:31109924,31109735:kraft:3726:31109956,31109736:kraft:3726:31109977,31109737:kraft:3726:31111525,31109738:kraft:3726:31110271,31114898:kraft:3726:31115059,31139458:kraft:3726:31139664,31169396:kraft:3726:31170351,31179956:kraft:3726:31180176,31180081:kraft:3726:31180460,31185046:kraft:3726:31185269,31201292:kraft:3726:31201576,31205867:kraft:3726:31206242,31211370:kraft:3726:31211507,31216732:kraft:3726:31216789,31234203:kraft:3726:31234425'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016639327308731547, 'nb_photo': 12, 'list_port_cont': '31109080,31109107,31109954,31109982,31170342,31185270,31206244,31240032,31240916', 'assoc_port': '31108837:31109080,31108838:31109107,31109735:31109954,31109736:31109982,31169396:31170342,31185046:31185270,31205867:31206244,31239807:31240032,31240120:31240916', 'assoc_mat': '31108837:metal:3726:31109080,31108838:metal:3726:31109107,31109735:metal:3726:31109954,31109736:metal:3726:31109982,31169396:metal:3726:31170342,31185046:metal:3726:31185270,31205867:metal:3726:31206244,31239807:metal:3726:31240032,31240120:metal:3726:31240916'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00952906892024796, 'nb_photo': 752, 'list_port_cont': '31103070,31103127,31104051,31104084,31104116,31104172,31104661,31106021,31109018,31109086,31109108,31109932,31109958,31109978,31110273,31111519,31114657,31115053,31115836,31134391,31138493,31139659,31140041,31154640,31154982,31170343,31170713,31180178,31180452,31185272,31185953,31194587,31200929,31201580,31206250,31206602,31207949,31210495,31211027,31211506,31215319,31216317,31216793,31220812,31223629,31232134,31233823,31234424,31240040,31240698,31240914,31240979,31247200,31249579,31249991', 'assoc_port': '31102847:31103070,31102848:31103127,31103906:31104051,31103907:31104084,31103908:31104116,31103909:31104172,31103910:31104661,31103911:31106021,31108468:31109018,31108837:31109086,31108838:31109108,31109734:31109932,31109735:31109958,31109736:31109978,31109737:31111519,31109738:31110273,31114455:31114657,31114898:31115053,31115296:31115836,31133825:31134391,31138371:31138493,31139458:31139659,31139940:31140041,31154546:31154982,31154547:31154640,31169396:31170343,31169614:31170713,31179956:31180178,31180081:31180452,31185046:31185272,31185808:31185953,31194539:31194587,31200787:31200929,31201292:31201580,31205867:31206250,31206485:31206602,31206616:31207949,31210220:31210495,31210876:31211027,31211370:31211506,31214928:31215319,31216258:31216317,31216732:31216793,31220793:31220812,31223374:31223629,31232042:31232134,31233792:31233823,31234203:31234424,31239807:31240040,31239990:31240698,31240120:31240914,31240642:31240979,31244521:31247200,31249406:31249579,31249443:31249991', 'assoc_mat': '31102847:plastique:3726:31103070,31102848:plastique:3726:31103127,31103906:plastique:3726:31104051,31103907:plastique:3726:31104084,31103908:plastique:3726:31104116,31103909:plastique:3726:31104172,31103910:plastique:3726:31104661,31103911:plastique:3726:31106021,31108468:plastique:3726:31109018,31108837:plastique:3726:31109086,31108838:plastique:3726:31109108,31109734:plastique:3726:31109932,31109735:plastique:3726:31109958,31109736:plastique:3726:31109978,31109737:plastique:3726:31111519,31109738:plastique:3726:31110273,31114455:plastique:3726:31114657,31114898:plastique:3726:31115053,31115296:plastique:3726:31115836,31133825:plastique:3726:31134391,31138371:plastique:3726:31138493,31139458:plastique:3726:31139659,31139940:plastique:3726:31140041,31154546:plastique:3726:31154982,31154547:plastique:3726:31154640,31169396:plastique:3726:31170343,31169614:plastique:3726:31170713,31179956:plastique:3726:31180178,31180081:plastique:3726:31180452,31185046:plastique:3726:31185272,31185808:plastique:3726:31185953,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.024530243836903796, 'nb_photo': 2798, 'list_port_cont': '31103072,31103134,31104054,31104089,31104109,31104171,31104658,31106024,31109011,31109089,31109106,31109926,31109957,31109984,31110276,31111517,31114658,31115062,31115837,31134397,31138496,31139665,31140047,31154641,31154976,31170350,31170714,31180173,31180455,31185276,31185950,31194589,31200920,31201579,31206243,31206596,31207942,31210499,31211024,31211513,31215323,31216328,31216788,31220811,31223637,31232124,31233818,31234433,31240038,31240696,31240912,31240980,31247195,31249578,31249996', 'assoc_port': '31102847:31103072,31102848:31103134,31103906:31104054,31103907:31104089,31103908:31104109,31103909:31104171,31103910:31104658,31103911:31106024,31108468:31109011,31108837:31109089,31108838:31109106,31109734:31109926,31109735:31109957,31109736:31109984,31109737:31111517,31109738:31110276,31114455:31114658,31114898:31115062,31115296:31115837,31133825:31134397,31138371:31138496,31139458:31139665,31139940:31140047,31154546:31154976,31154547:31154641,31169396:31170350,31169614:31170714,31179956:31180173,31180081:31180455,31185046:31185276,31185808:31185950,31194539:31194589,31200787:31200920,31201292:31201579,31205867:31206243,31206485:31206596,31206616:31207942,31210220:31210499,31210876:31211024,31211370:31211513,31214928:31215323,31216258:31216328,31216732:31216788,31220793:31220811,31223374:31223637,31232042:31232124,31233792:31233818,31234203:31234433,31239807:31240038,31239990:31240696,31240120:31240912,31240642:31240980,31244521:31247195,31249406:31249578,31249443:31249996', 'assoc_mat': '31102847:Teint_Dans_La_Masse:3726:31103072,31102848:Teint_Dans_La_Masse:3726:31103134,31103906:Teint_Dans_La_Masse:3726:31104054,31103907:Teint_Dans_La_Masse:3726:31104089,31103908:Teint_Dans_La_Masse:3726:31104109,31103909:Teint_Dans_La_Masse:3726:31104171,31103910:Teint_Dans_La_Masse:3726:31104658,31103911:Teint_Dans_La_Masse:3726:31106024,31108468:Teint_Dans_La_Masse:3726:31109011,31108837:Teint_Dans_La_Masse:3726:31109089,31108838:Teint_Dans_La_Masse:3726:31109106,31109734:Teint_Dans_La_Masse:3726:31109926,31109735:Teint_Dans_La_Masse:3726:31109957,31109736:Teint_Dans_La_Masse:3726:31109984,31109737:Teint_Dans_La_Masse:3726:31111517,31109738:Teint_Dans_La_Masse:3726:31110276,31114455:Teint_Dans_La_Masse:3726:31114658,31114898:Teint_Dans_La_Masse:3726:31115062,31115296:Teint_Dans_La_Masse:3726:31115837,31133825:Teint_Dans_La_Masse:3726:31134397,31138371:Teint_Dans_La_Masse:3726:31138496,31139458:Teint_Dans_La_Masse:3726:31139665,31139940:Teint_Dans_La_Masse:3726:31140047,31154546:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 4687}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31195208,31195209,31195210,31195211,31195212,31195213,31195214,31195215?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-09', 0.1693789680976827),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_09_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.4%', 461], 'cartonnette': ['cartonnette', '1.19%', 995], 'Carton_brun': ['Carton_brun', '11.28%', 6370], 'Carton_gris': ['Carton_gris', '0.52%', 100], 'kraft': ['kraft', '0.96%', 108], 'metal': ['metal', '0.17%', 12], 'plastique': ['plastique', '0.95%', 752], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.45%', 2798]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_09_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.90user 3.25system 0:07.23elapsed 85%CPU (0avgtext+0avgdata 192268maxresident)k 12088inputs+328outputs (16major+72797minor)pagefaults 0swaps