python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-07 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (2, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (2, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 07 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-07 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-07%') and created_at like '%2026-07%'))); nb_day : (2, 31) after unwanted_material_data nb_day : (2, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/07%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-07-01 00:00:00,2026-07-02 00:00:00,2026-07-03 00:00:00,2026-07-06 00:00:00,2026-07-07 00:00:00,2026-07-08 00:00:00,2026-07-09 00:00:00,2026-07-10 00:00:00,2026-07-13 00:00:00,2026-07-14 00:00:00,2026-07-15 00:00:00,2026-07-16 00:00:00,2026-07-17 00:00:00,2026-07-20 00:00:00,2026-07-21 00:00:00,2026-07-22 00:00:00,2026-07-23 00:00:00,2026-07-24 00:00:00,2026-07-27 00:00:00,2026-07-28 00:00:00,2026-07-29 00:00:00,2026-07-30 00:00:00,2026-07-31 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 07 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 07 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%072026%' and cps.thcl = 1533 GROUP BY sbstr ; Erreur dans le nom de portfolio du batch invalid literal for int() with base 10: 'perlen' after number_of_batch date_start : 2026-07-01 : dt_date_just_month_year : 2026-07-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-07-01" AND ded.date <= "2026-07-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (3008734,3009980,3010336,3007952,3011004,3011610,3013082,3014421,3015046,3011812,3017230,3013258,3017858,3017854,3015236,3015790,3019418,3019416,3019409,3018820,3019696,3020445) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014960284253307475, 'nb_photo': 354, 'list_port_cont': '31212730,31214450,31216565,31228504,31228543,31229694,31236777,31241395,31241442,31241934,31242272,31242454,31248080,31248619,31251828,31253669,31257711,31267070,31271606,31271632,31271960,31272202,31272353,31280790,31285534,31286882,31291592,31308731,31312912,31314516,31318202,31318234,31318780,31325339,31325371,31329110,31329169,31329665,31329952,31331912', 'assoc_port': '31200876:31212730,31212091:31214450,31213313:31216565,31228338:31228543,31228339:31228504,31229529:31229694,31236682:31236777,31241279:31241395,31241280:31241934,31241281:31241442,31241282:31242454,31241283:31242272,31242252:31271606,31244507:31248080,31246920:31248619,31251644:31251828,31253394:31253669,31257693:31257711,31267015:31267070,31271493:31271632,31271494:31271960,31271495:31272202,31271992:31272353,31280185:31280790,31285384:31285534,31286570:31286882,31291436:31291592,31308716:31308731,31312710:31312912,31314498:31314516,31318075:31318202,31318076:31318234,31318082:31318780,31325103:31325339,31325104:31325371,31329020:31329110,31329021:31329169,31329023:31329665,31329027:31329952,31330334:31331912', 'assoc_mat': '31200876:autre_refus:3726:31212730,31212091:autre_refus:3726:31214450,31213313:autre_refus:3726:31216565,31228338:autre_refus:3726:31228543,31228339:autre_refus:3726:31228504,31229529:autre_refus:3726:31229694,31236682:autre_refus:3726:31236777,31241279:autre_refus:3726:31241395,31241280:autre_refus:3726:31241934,31241281:autre_refus:3726:31241442,31241282:autre_refus:3726:31242454,31241283:autre_refus:3726:31242272,31242252:autre_refus:3726:31271606,31244507:autre_refus:3726:31248080,31246920:autre_refus:3726:31248619,31251644:autre_refus:3726:31251828,31253394:autre_refus:3726:31253669,31257693:autre_refus:3726:31257711,31267015:autre_refus:3726:31267070,31271493:autre_refus:3726:31271632,31271494:autre_refus:3726:31271960,31271495:autre_refus:3726:31272202,31271992:autre_refus:3726:31272353,31280185:autre_refus:3726:31280790,31285384:autre_refus:3726:31285534,31286570:autre_refus:3726:31286882,31291436:autre_refus:3726:31291592,31308716:autre_refus:3726:31308731,31312710:autre_refus:3726:31312912,31314498:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013476246692122334, 'nb_photo': 750, 'list_port_cont': '31212723,31214451,31216559,31228502,31228538,31229697,31236773,31241394,31241443,31241927,31242268,31242461,31248082,31248625,31251823,31253664,31257717,31267077,31271601,31271643,31271950,31272195,31272358,31280788,31285537,31291588,31292283,31308732,31312907,31314514,31318194,31318233,31318787,31325332,31325374,31329114,31329172,31329664,31329955,31331915', 'assoc_port': '31200876:31212723,31212091:31214451,31213313:31216559,31228338:31228538,31228339:31228502,31229529:31229697,31236682:31236773,31241279:31241394,31241280:31241927,31241281:31241443,31241282:31242461,31241283:31242268,31242252:31271601,31244507:31248082,31246920:31248625,31251644:31251823,31253394:31253664,31257693:31257717,31267015:31267077,31271493:31271643,31271494:31271950,31271495:31272195,31271992:31272358,31280185:31280788,31285384:31285537,31291436:31291588,31292275:31292283,31308716:31308732,31312710:31312907,31314498:31314514,31318075:31318194,31318076:31318233,31318082:31318787,31325103:31325332,31325104:31325374,31329020:31329114,31329021:31329172,31329023:31329664,31329027:31329955,31330334:31331915', 'assoc_mat': '31200876:cartonnette:3726:31212723,31212091:cartonnette:3726:31214451,31213313:cartonnette:3726:31216559,31228338:cartonnette:3726:31228538,31228339:cartonnette:3726:31228502,31229529:cartonnette:3726:31229697,31236682:cartonnette:3726:31236773,31241279:cartonnette:3726:31241394,31241280:cartonnette:3726:31241927,31241281:cartonnette:3726:31241443,31241282:cartonnette:3726:31242461,31241283:cartonnette:3726:31242268,31242252:cartonnette:3726:31271601,31244507:cartonnette:3726:31248082,31246920:cartonnette:3726:31248625,31251644:cartonnette:3726:31251823,31253394:cartonnette:3726:31253664,31257693:cartonnette:3726:31257717,31267015:cartonnette:3726:31267077,31271493:cartonnette:3726:31271643,31271494:cartonnette:3726:31271950,31271495:cartonnette:3726:31272195,31271992:cartonnette:3726:31272358,31280185:cartonnette:3726:31280788,31285384:cartonnette:3726:31285537,31291436:cartonnette:3726:31291588,31292275:cartonnette:3726:31292283,31308716:cartonnette:3726:31308732,31312710:cartonnette:3726:31312907,31314498:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.13116860116938486, 'nb_photo': 4658, 'list_port_cont': '31212726,31214449,31216564,31228507,31228541,31229704,31236779,31241392,31241450,31241933,31242270,31242459,31248085,31248620,31251829,31253661,31257709,31267075,31271608,31271642,31271956,31272193,31272361,31280783,31285533,31286883,31291599,31292284,31308723,31312913,31314508,31318198,31318225,31318777,31325330,31325365,31329108,31329166,31329667,31329945,31331916', 'assoc_port': '31200876:31212726,31212091:31214449,31213313:31216564,31228338:31228541,31228339:31228507,31229529:31229704,31236682:31236779,31241279:31241392,31241280:31241933,31241281:31241450,31241282:31242459,31241283:31242270,31242252:31271608,31244507:31248085,31246920:31248620,31251644:31251829,31253394:31253661,31257693:31257709,31267015:31267075,31271493:31271642,31271494:31271956,31271495:31272193,31271992:31272361,31280185:31280783,31285384:31285533,31286570:31286883,31291436:31291599,31292275:31292284,31308716:31308723,31312710:31312913,31314498:31314508,31318075:31318198,31318076:31318225,31318082:31318777,31325103:31325330,31325104:31325365,31329020:31329108,31329021:31329166,31329023:31329667,31329027:31329945,31330334:31331916', 'assoc_mat': '31200876:Carton_brun:3726:31212726,31212091:Carton_brun:3726:31214449,31213313:Carton_brun:3726:31216564,31228338:Carton_brun:3726:31228541,31228339:Carton_brun:3726:31228507,31229529:Carton_brun:3726:31229704,31236682:Carton_brun:3726:31236779,31241279:Carton_brun:3726:31241392,31241280:Carton_brun:3726:31241933,31241281:Carton_brun:3726:31241450,31241282:Carton_brun:3726:31242459,31241283:Carton_brun:3726:31242270,31242252:Carton_brun:3726:31271608,31244507:Carton_brun:3726:31248085,31246920:Carton_brun:3726:31248620,31251644:Carton_brun:3726:31251829,31253394:Carton_brun:3726:31253661,31257693:Carton_brun:3726:31257709,31267015:Carton_brun:3726:31267075,31271493:Carton_brun:3726:31271642,31271494:Carton_brun:3726:31271956,31271495:Carton_brun:3726:31272193,31271992:Carton_brun:3726:31272361,31280185:Carton_brun:3726:31280783,31285384:Carton_brun:3726:31285533,31286570:Carton_brun:3726:31286883,31291436:Carton_brun:3726:31291599,31292275:Carton_brun:3726:31292284,31308716:Carton_brun:3726:31308723,31312710:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007359219471952202, 'nb_photo': 66, 'list_port_cont': '31212724,31214446,31216562,31228508,31228533,31236775,31241401,31241447,31241937,31242273,31248623,31251820,31253666,31257715,31267076,31271957,31272351,31280784,31285536,31292282,31308728,31314510,31325338,31329107,31329671,31329948,31331910', 'assoc_port': '31200876:31212724,31212091:31214446,31213313:31216562,31228338:31228533,31228339:31228508,31236682:31236775,31241279:31241401,31241280:31241937,31241281:31241447,31241283:31242273,31246920:31248623,31251644:31251820,31253394:31253666,31257693:31257715,31267015:31267076,31271494:31271957,31271992:31272351,31280185:31280784,31285384:31285536,31292275:31292282,31308716:31308728,31314498:31314510,31325103:31325338,31329020:31329107,31329023:31329671,31329027:31329948,31330334:31331910', 'assoc_mat': '31200876:Carton_gris:3726:31212724,31212091:Carton_gris:3726:31214446,31213313:Carton_gris:3726:31216562,31228338:Carton_gris:3726:31228533,31228339:Carton_gris:3726:31228508,31236682:Carton_gris:3726:31236775,31241279:Carton_gris:3726:31241401,31241280:Carton_gris:3726:31241937,31241281:Carton_gris:3726:31241447,31241283:Carton_gris:3726:31242273,31246920:Carton_gris:3726:31248623,31251644:Carton_gris:3726:31251820,31253394:Carton_gris:3726:31253666,31257693:Carton_gris:3726:31257715,31267015:Carton_gris:3726:31267076,31271494:Carton_gris:3726:31271957,31271992:Carton_gris:3726:31272351,31280185:Carton_gris:3726:31280784,31285384:Carton_gris:3726:31285536,31292275:Carton_gris:3726:31292282,31308716:Carton_gris:3726:31308728,31314498:Carton_gris:3726:31314510,31325103:Carton_gris:3726:31325338,31329020:Carton_gris:3726:31329107,31329023:Carton_gris:3726:31329671,31329027:Carton_gris:3726:31329948,31330334:Carton_gris:3726:31331910'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013316501928619925, 'nb_photo': 101, 'list_port_cont': '31212722,31216558,31228509,31228537,31241403,31241448,31241931,31242267,31242453,31251831,31257716,31272362,31280785,31285540,31308727,31312904,31314517,31325335,31325373,31329112,31329170,31329668,31329947,31331917', 'assoc_port': '31200876:31212722,31213313:31216558,31228338:31228537,31228339:31228509,31241279:31241403,31241280:31241931,31241281:31241448,31241282:31242453,31241283:31242267,31251644:31251831,31257693:31257716,31271992:31272362,31280185:31280785,31285384:31285540,31308716:31308727,31312710:31312904,31314498:31314517,31325103:31325335,31325104:31325373,31329020:31329112,31329021:31329170,31329023:31329668,31329027:31329947,31330334:31331917', 'assoc_mat': '31200876:kraft:3726:31212722,31213313:kraft:3726:31216558,31228338:kraft:3726:31228537,31228339:kraft:3726:31228509,31241279:kraft:3726:31241403,31241280:kraft:3726:31241931,31241281:kraft:3726:31241448,31241282:kraft:3726:31242453,31241283:kraft:3726:31242267,31251644:kraft:3726:31251831,31257693:kraft:3726:31257716,31271992:kraft:3726:31272362,31280185:kraft:3726:31280785,31285384:kraft:3726:31285540,31308716:kraft:3726:31308727,31312710:kraft:3726:31312904,31314498:kraft:3726:31314517,31325103:kraft:3726:31325335,31325104:kraft:3726:31325373,31329020:kraft:3726:31329112,31329021:kraft:3726:31329170,31329023:kraft:3726:31329668,31329027:kraft:3726:31329947,31330334:kraft:3726:31331917'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016014806046501554, 'nb_photo': 14, 'list_port_cont': '31216567,31248087,31251825,31271604,31271953,31272355,31280780,31291596,31312910', 'assoc_port': '31213313:31216567,31242252:31271604,31244507:31248087,31251644:31251825,31271494:31271953,31271992:31272355,31280185:31280780,31291436:31291596,31312710:31312910', 'assoc_mat': '31213313:metal:3726:31216567,31242252:metal:3726:31271604,31244507:metal:3726:31248087,31251644:metal:3726:31251825,31271494:metal:3726:31271953,31271992:metal:3726:31272355,31280185:metal:3726:31280780,31291436:metal:3726:31291596,31312710:metal:3726:31312910'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014346594824989492, 'nb_photo': 661, 'list_port_cont': '31212727,31214443,31216566,31228503,31228536,31229703,31236774,31241399,31241440,31241930,31242274,31242458,31248077,31248622,31251826,31253665,31257706,31267079,31271597,31271635,31271959,31272203,31272356,31280782,31285530,31291591,31292291,31308734,31312905,31314512,31318201,31318783,31325341,31325368,31329104,31329167,31329670,31329954,31331914', 'assoc_port': '31200876:31212727,31212091:31214443,31213313:31216566,31228338:31228536,31228339:31228503,31229529:31229703,31236682:31236774,31241279:31241399,31241280:31241930,31241281:31241440,31241282:31242458,31241283:31242274,31242252:31271597,31244507:31248077,31246920:31248622,31251644:31251826,31253394:31253665,31257693:31257706,31267015:31267079,31271493:31271635,31271494:31271959,31271495:31272203,31271992:31272356,31280185:31280782,31285384:31285530,31291436:31291591,31292275:31292291,31308716:31308734,31312710:31312905,31314498:31314512,31318075:31318201,31318082:31318783,31325103:31325341,31325104:31325368,31329020:31329104,31329021:31329167,31329023:31329670,31329027:31329954,31330334:31331914', 'assoc_mat': '31200876:plastique:3726:31212727,31212091:plastique:3726:31214443,31213313:plastique:3726:31216566,31228338:plastique:3726:31228536,31228339:plastique:3726:31228503,31229529:plastique:3726:31229703,31236682:plastique:3726:31236774,31241279:plastique:3726:31241399,31241280:plastique:3726:31241930,31241281:plastique:3726:31241440,31241282:plastique:3726:31242458,31241283:plastique:3726:31242274,31242252:plastique:3726:31271597,31244507:plastique:3726:31248077,31246920:plastique:3726:31248622,31251644:plastique:3726:31251826,31253394:plastique:3726:31253665,31257693:plastique:3726:31257706,31267015:plastique:3726:31267079,31271493:plastique:3726:31271635,31271494:plastique:3726:31271959,31271495:plastique:3726:31272203,31271992:plastique:3726:31272356,31280185:plastique:3726:31280782,31285384:plastique:3726:31285530,31291436:plastique:3726:31291591,31292275:plastique:3726:31292291,31308716:plastique:3726:31308734,31312710:plastique:3726:31312905,31314498:plastique:3726:31314512,31318075:plastique:3726:31318201,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02419860048812819, 'nb_photo': 1913, 'list_port_cont': '31212729,31214447,31216556,31228511,31228540,31229699,31236780,31241397,31241444,31241938,31242266,31242462,31248088,31248627,31251830,31253670,31257707,31267073,31271603,31271641,31271951,31272199,31272357,31280786,31285539,31286877,31291589,31292290,31308729,31312914,31314515,31318203,31318232,31318781,31325333,31325367,31329106,31329173,31329669,31329946,31331911', 'assoc_port': '31200876:31212729,31212091:31214447,31213313:31216556,31228338:31228540,31228339:31228511,31229529:31229699,31236682:31236780,31241279:31241397,31241280:31241938,31241281:31241444,31241282:31242462,31241283:31242266,31242252:31271603,31244507:31248088,31246920:31248627,31251644:31251830,31253394:31253670,31257693:31257707,31267015:31267073,31271493:31271641,31271494:31271951,31271495:31272199,31271992:31272357,31280185:31280786,31285384:31285539,31286570:31286877,31291436:31291589,31292275:31292290,31308716:31308729,31312710:31312914,31314498:31314515,31318075:31318203,31318076:31318232,31318082:31318781,31325103:31325333,31325104:31325367,31329020:31329106,31329021:31329173,31329023:31329669,31329027:31329946,31330334:31331911', 'assoc_mat': '31200876:Teint_Dans_La_Masse:3726:31212729,31212091:Teint_Dans_La_Masse:3726:31214447,31213313:Teint_Dans_La_Masse:3726:31216556,31228338:Teint_Dans_La_Masse:3726:31228540,31228339:Teint_Dans_La_Masse:3726:31228511,31229529:Teint_Dans_La_Masse:3726:31229699,31236682:Teint_Dans_La_Masse:3726:31236780,31241279:Teint_Dans_La_Masse:3726:31241397,31241280:Teint_Dans_La_Masse:3726:31241938,31241281:Teint_Dans_La_Masse:3726:31241444,31241282:Teint_Dans_La_Masse:3726:31242462,31241283:Teint_Dans_La_Masse:3726:31242266,31242252:Teint_Dans_La_Masse:3726:31271603,31244507:Teint_Dans_La_Masse:3726:31248088,31246920:Teint_Dans_La_Masse:3726:31248627,31251644:Teint_Dans_La_Masse:3726:31251830,31253394:Teint_Dans_La_Masse:3726:31253670,31257693:Teint_Dans_La_Masse:3726:31257707,31267015:Teint_Dans_La_Masse:3726:31267073,31271493:Teint_Dans_La_Masse:3726:31271641,31271494:Teint_Dans_La_Masse:3726:31271951,31271495:Teint_Dans_La_Masse:3726:31272199,31271992:Teint_Dans_La_Masse:3726:31272357,31280185:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(3008734,3009980,3010336,3007952,3011004,3011610,3013082,3014421,3015046,3011812,3017230,3013258,3017858,3017854,3015236,3015790,3019418,3019416,3019409,3018820,3019696,3020445)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302537, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212730,31214450,31216565,31228504,31228543,31229694,31236777,31241395,31241442,31241934,31242272,31242454,31248080,31248619,31251828,31253669,31257711,31267070,31271606,31271632,31271960,31272202,31272353,31280790,31285534,31286882,31291592,31308731,31312912,31314516,31318202,31318234,31318780,31325339,31325371,31329110,31329169,31329665,31329952,31331912 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302538, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212723,31214451,31216559,31228502,31228538,31229697,31236773,31241394,31241443,31241927,31242268,31242461,31248082,31248625,31251823,31253664,31257717,31267077,31271601,31271643,31271950,31272195,31272358,31280788,31285537,31291588,31292283,31308732,31312907,31314514,31318194,31318233,31318787,31325332,31325374,31329114,31329172,31329664,31329955,31331915 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302539, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212726,31214449,31216564,31228507,31228541,31229704,31236779,31241392,31241450,31241933,31242270,31242459,31248085,31248620,31251829,31253661,31257709,31267075,31271608,31271642,31271956,31272193,31272361,31280783,31285533,31286883,31291599,31292284,31308723,31312913,31314508,31318198,31318225,31318777,31325330,31325365,31329108,31329166,31329667,31329945,31331916 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302540, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212724,31214446,31216562,31228508,31228533,31236775,31241401,31241447,31241937,31242273,31248623,31251820,31253666,31257715,31267076,31271957,31272351,31280784,31285536,31292282,31308728,31314510,31325338,31329107,31329671,31329948,31331910 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302541, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212722,31216558,31228509,31228537,31241403,31241448,31241931,31242267,31242453,31251831,31257716,31272362,31280785,31285540,31308727,31312904,31314517,31325335,31325373,31329112,31329170,31329668,31329947,31331917 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302542, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31216567,31248087,31251825,31271604,31271953,31272355,31280780,31291596,31312910 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302543, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212727,31214443,31216566,31228503,31228536,31229703,31236774,31241399,31241440,31241930,31242274,31242458,31248077,31248622,31251826,31253665,31257706,31267079,31271597,31271635,31271959,31272203,31272356,31280782,31285530,31291591,31292291,31308734,31312905,31314512,31318201,31318783,31325341,31325368,31329104,31329167,31329670,31329954,31331914 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302544, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212729,31214447,31216556,31228511,31228540,31229699,31236780,31241397,31241444,31241938,31242266,31242462,31248088,31248627,31251830,31253670,31257707,31267073,31271603,31271641,31271951,31272199,31272357,31280786,31285539,31286877,31291589,31292290,31308729,31312914,31314515,31318203,31318232,31318781,31325333,31325367,31329106,31329173,31329669,31329946,31331911 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/31302537,31302538,31302539,31302540,31302541,31302542,31302543,31302544?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-07-01' and date <= '2026-07-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((2597,),), 'unwanted_material_monthly_percentage': ((0.18422057565355024,),), 'material_repartition': (('JRM', 2597),), 'material_dict': {'JRM': 2597}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 7, 1), 0.21480658824499718, 90), (datetime.date(2026, 7, 2), 0.27535229208087536, 89), (datetime.date(2026, 7, 3), 0.10761454314672879, 84), (datetime.date(2026, 7, 6), 0.1883005800711579, 30), (datetime.date(2026, 7, 7), 0.19113756980632177, 73), (datetime.date(2026, 7, 8), 0.14588123544284257, 38), (datetime.date(2026, 7, 9), 0.169765299687326, 104), (datetime.date(2026, 7, 10), 0.11340293833336024, 95), (datetime.date(2026, 7, 13), 0.16617265651427326, 99), (datetime.date(2026, 7, 14), 0.198401986741486, 79), (datetime.date(2026, 7, 15), 0.15246358365182297, 87), (datetime.date(2026, 7, 16), 0.11619592158978598, 42), (datetime.date(2026, 7, 17), 0.1212786853131827, 11), (datetime.date(2026, 7, 20), 0.2102304014104401, 84), (datetime.date(2026, 7, 21), 0.1740435281302664, 63), (datetime.date(2026, 7, 22), 0.22698265403519657, 88), (datetime.date(2026, 7, 23), 0.11201293226891086, 59), (datetime.date(2026, 7, 24), 0.1963354771484695, 70)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 7, 1), 0.21480658824499718, 90), (datetime.date(2026, 7, 2), 0.27535229208087536, 89), (datetime.date(2026, 7, 3), 0.10761454314672879, 84), (datetime.date(2026, 7, 6), 0.1883005800711579, 30), (datetime.date(2026, 7, 7), 0.19113756980632177, 73), (datetime.date(2026, 7, 8), 0.14588123544284257, 38), (datetime.date(2026, 7, 9), 0.169765299687326, 104), (datetime.date(2026, 7, 10), 0.11340293833336024, 95), (datetime.date(2026, 7, 13), 0.16617265651427326, 99), (datetime.date(2026, 7, 14), 0.198401986741486, 79), (datetime.date(2026, 7, 15), 0.15246358365182297, 87), (datetime.date(2026, 7, 16), 0.11619592158978598, 42), (datetime.date(2026, 7, 17), 0.1212786853131827, 11), (datetime.date(2026, 7, 20), 0.2102304014104401, 84), (datetime.date(2026, 7, 21), 0.1740435281302664, 63), (datetime.date(2026, 7, 22), 0.22698265403519657, 88), (datetime.date(2026, 7, 23), 0.11201293226891086, 59), (datetime.date(2026, 7, 24), 0.1963354771484695, 70))}, 'quality_array': [['-1.357702300775101', '01072026'], ['-2.378804552010441', '02072026'], ['-0.9745075975167075', '03072026'], ['-2.096504801173686', '06072026'], ['-2.155525846707577', '07072026'], ['-1.8952693764713562', '08072026'], ['0.13465496309804012', '09072026'], ['-1.5696304415012867', '10072026'], ['-2.2375700484679553', '13072026'], ['-1.3228791329674086', '14072026'], ['-1.674565556998537', '15072026'], ['-1.9603627020396668', '16072026'], ['-1.7811966249568825', '17072026'], ['-2.34664047372165', '20072026'], ['-2.3172892718136673', '21072026'], ['-2.434195874580982', '22072026'], ['-2.037125043961756', '23072026'], ['-1.2901812579941225', '24072026']], 'number_of_batch': ((41,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014960284253307475, 'nb_photo': 354, 'list_port_cont': '31212730,31214450,31216565,31228504,31228543,31229694,31236777,31241395,31241442,31241934,31242272,31242454,31248080,31248619,31251828,31253669,31257711,31267070,31271606,31271632,31271960,31272202,31272353,31280790,31285534,31286882,31291592,31308731,31312912,31314516,31318202,31318234,31318780,31325339,31325371,31329110,31329169,31329665,31329952,31331912', 'assoc_port': '31200876:31212730,31212091:31214450,31213313:31216565,31228338:31228543,31228339:31228504,31229529:31229694,31236682:31236777,31241279:31241395,31241280:31241934,31241281:31241442,31241282:31242454,31241283:31242272,31242252:31271606,31244507:31248080,31246920:31248619,31251644:31251828,31253394:31253669,31257693:31257711,31267015:31267070,31271493:31271632,31271494:31271960,31271495:31272202,31271992:31272353,31280185:31280790,31285384:31285534,31286570:31286882,31291436:31291592,31308716:31308731,31312710:31312912,31314498:31314516,31318075:31318202,31318076:31318234,31318082:31318780,31325103:31325339,31325104:31325371,31329020:31329110,31329021:31329169,31329023:31329665,31329027:31329952,31330334:31331912', 'assoc_mat': '31200876:autre_refus:3726:31212730,31212091:autre_refus:3726:31214450,31213313:autre_refus:3726:31216565,31228338:autre_refus:3726:31228543,31228339:autre_refus:3726:31228504,31229529:autre_refus:3726:31229694,31236682:autre_refus:3726:31236777,31241279:autre_refus:3726:31241395,31241280:autre_refus:3726:31241934,31241281:autre_refus:3726:31241442,31241282:autre_refus:3726:31242454,31241283:autre_refus:3726:31242272,31242252:autre_refus:3726:31271606,31244507:autre_refus:3726:31248080,31246920:autre_refus:3726:31248619,31251644:autre_refus:3726:31251828,31253394:autre_refus:3726:31253669,31257693:autre_refus:3726:31257711,31267015:autre_refus:3726:31267070,31271493:autre_refus:3726:31271632,31271494:autre_refus:3726:31271960,31271495:autre_refus:3726:31272202,31271992:autre_refus:3726:31272353,31280185:autre_refus:3726:31280790,31285384:autre_refus:3726:31285534,31286570:autre_refus:3726:31286882,31291436:autre_refus:3726:31291592,31308716:autre_refus:3726:31308731,31312710:autre_refus:3726:31312912,31314498:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013476246692122334, 'nb_photo': 750, 'list_port_cont': '31212723,31214451,31216559,31228502,31228538,31229697,31236773,31241394,31241443,31241927,31242268,31242461,31248082,31248625,31251823,31253664,31257717,31267077,31271601,31271643,31271950,31272195,31272358,31280788,31285537,31291588,31292283,31308732,31312907,31314514,31318194,31318233,31318787,31325332,31325374,31329114,31329172,31329664,31329955,31331915', 'assoc_port': '31200876:31212723,31212091:31214451,31213313:31216559,31228338:31228538,31228339:31228502,31229529:31229697,31236682:31236773,31241279:31241394,31241280:31241927,31241281:31241443,31241282:31242461,31241283:31242268,31242252:31271601,31244507:31248082,31246920:31248625,31251644:31251823,31253394:31253664,31257693:31257717,31267015:31267077,31271493:31271643,31271494:31271950,31271495:31272195,31271992:31272358,31280185:31280788,31285384:31285537,31291436:31291588,31292275:31292283,31308716:31308732,31312710:31312907,31314498:31314514,31318075:31318194,31318076:31318233,31318082:31318787,31325103:31325332,31325104:31325374,31329020:31329114,31329021:31329172,31329023:31329664,31329027:31329955,31330334:31331915', 'assoc_mat': '31200876:cartonnette:3726:31212723,31212091:cartonnette:3726:31214451,31213313:cartonnette:3726:31216559,31228338:cartonnette:3726:31228538,31228339:cartonnette:3726:31228502,31229529:cartonnette:3726:31229697,31236682:cartonnette:3726:31236773,31241279:cartonnette:3726:31241394,31241280:cartonnette:3726:31241927,31241281:cartonnette:3726:31241443,31241282:cartonnette:3726:31242461,31241283:cartonnette:3726:31242268,31242252:cartonnette:3726:31271601,31244507:cartonnette:3726:31248082,31246920:cartonnette:3726:31248625,31251644:cartonnette:3726:31251823,31253394:cartonnette:3726:31253664,31257693:cartonnette:3726:31257717,31267015:cartonnette:3726:31267077,31271493:cartonnette:3726:31271643,31271494:cartonnette:3726:31271950,31271495:cartonnette:3726:31272195,31271992:cartonnette:3726:31272358,31280185:cartonnette:3726:31280788,31285384:cartonnette:3726:31285537,31291436:cartonnette:3726:31291588,31292275:cartonnette:3726:31292283,31308716:cartonnette:3726:31308732,31312710:cartonnette:3726:31312907,31314498:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.13116860116938486, 'nb_photo': 4658, 'list_port_cont': '31212726,31214449,31216564,31228507,31228541,31229704,31236779,31241392,31241450,31241933,31242270,31242459,31248085,31248620,31251829,31253661,31257709,31267075,31271608,31271642,31271956,31272193,31272361,31280783,31285533,31286883,31291599,31292284,31308723,31312913,31314508,31318198,31318225,31318777,31325330,31325365,31329108,31329166,31329667,31329945,31331916', 'assoc_port': '31200876:31212726,31212091:31214449,31213313:31216564,31228338:31228541,31228339:31228507,31229529:31229704,31236682:31236779,31241279:31241392,31241280:31241933,31241281:31241450,31241282:31242459,31241283:31242270,31242252:31271608,31244507:31248085,31246920:31248620,31251644:31251829,31253394:31253661,31257693:31257709,31267015:31267075,31271493:31271642,31271494:31271956,31271495:31272193,31271992:31272361,31280185:31280783,31285384:31285533,31286570:31286883,31291436:31291599,31292275:31292284,31308716:31308723,31312710:31312913,31314498:31314508,31318075:31318198,31318076:31318225,31318082:31318777,31325103:31325330,31325104:31325365,31329020:31329108,31329021:31329166,31329023:31329667,31329027:31329945,31330334:31331916', 'assoc_mat': '31200876:Carton_brun:3726:31212726,31212091:Carton_brun:3726:31214449,31213313:Carton_brun:3726:31216564,31228338:Carton_brun:3726:31228541,31228339:Carton_brun:3726:31228507,31229529:Carton_brun:3726:31229704,31236682:Carton_brun:3726:31236779,31241279:Carton_brun:3726:31241392,31241280:Carton_brun:3726:31241933,31241281:Carton_brun:3726:31241450,31241282:Carton_brun:3726:31242459,31241283:Carton_brun:3726:31242270,31242252:Carton_brun:3726:31271608,31244507:Carton_brun:3726:31248085,31246920:Carton_brun:3726:31248620,31251644:Carton_brun:3726:31251829,31253394:Carton_brun:3726:31253661,31257693:Carton_brun:3726:31257709,31267015:Carton_brun:3726:31267075,31271493:Carton_brun:3726:31271642,31271494:Carton_brun:3726:31271956,31271495:Carton_brun:3726:31272193,31271992:Carton_brun:3726:31272361,31280185:Carton_brun:3726:31280783,31285384:Carton_brun:3726:31285533,31286570:Carton_brun:3726:31286883,31291436:Carton_brun:3726:31291599,31292275:Carton_brun:3726:31292284,31308716:Carton_brun:3726:31308723,31312710:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007359219471952202, 'nb_photo': 66, 'list_port_cont': '31212724,31214446,31216562,31228508,31228533,31236775,31241401,31241447,31241937,31242273,31248623,31251820,31253666,31257715,31267076,31271957,31272351,31280784,31285536,31292282,31308728,31314510,31325338,31329107,31329671,31329948,31331910', 'assoc_port': '31200876:31212724,31212091:31214446,31213313:31216562,31228338:31228533,31228339:31228508,31236682:31236775,31241279:31241401,31241280:31241937,31241281:31241447,31241283:31242273,31246920:31248623,31251644:31251820,31253394:31253666,31257693:31257715,31267015:31267076,31271494:31271957,31271992:31272351,31280185:31280784,31285384:31285536,31292275:31292282,31308716:31308728,31314498:31314510,31325103:31325338,31329020:31329107,31329023:31329671,31329027:31329948,31330334:31331910', 'assoc_mat': '31200876:Carton_gris:3726:31212724,31212091:Carton_gris:3726:31214446,31213313:Carton_gris:3726:31216562,31228338:Carton_gris:3726:31228533,31228339:Carton_gris:3726:31228508,31236682:Carton_gris:3726:31236775,31241279:Carton_gris:3726:31241401,31241280:Carton_gris:3726:31241937,31241281:Carton_gris:3726:31241447,31241283:Carton_gris:3726:31242273,31246920:Carton_gris:3726:31248623,31251644:Carton_gris:3726:31251820,31253394:Carton_gris:3726:31253666,31257693:Carton_gris:3726:31257715,31267015:Carton_gris:3726:31267076,31271494:Carton_gris:3726:31271957,31271992:Carton_gris:3726:31272351,31280185:Carton_gris:3726:31280784,31285384:Carton_gris:3726:31285536,31292275:Carton_gris:3726:31292282,31308716:Carton_gris:3726:31308728,31314498:Carton_gris:3726:31314510,31325103:Carton_gris:3726:31325338,31329020:Carton_gris:3726:31329107,31329023:Carton_gris:3726:31329671,31329027:Carton_gris:3726:31329948,31330334:Carton_gris:3726:31331910'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013316501928619925, 'nb_photo': 101, 'list_port_cont': '31212722,31216558,31228509,31228537,31241403,31241448,31241931,31242267,31242453,31251831,31257716,31272362,31280785,31285540,31308727,31312904,31314517,31325335,31325373,31329112,31329170,31329668,31329947,31331917', 'assoc_port': '31200876:31212722,31213313:31216558,31228338:31228537,31228339:31228509,31241279:31241403,31241280:31241931,31241281:31241448,31241282:31242453,31241283:31242267,31251644:31251831,31257693:31257716,31271992:31272362,31280185:31280785,31285384:31285540,31308716:31308727,31312710:31312904,31314498:31314517,31325103:31325335,31325104:31325373,31329020:31329112,31329021:31329170,31329023:31329668,31329027:31329947,31330334:31331917', 'assoc_mat': '31200876:kraft:3726:31212722,31213313:kraft:3726:31216558,31228338:kraft:3726:31228537,31228339:kraft:3726:31228509,31241279:kraft:3726:31241403,31241280:kraft:3726:31241931,31241281:kraft:3726:31241448,31241282:kraft:3726:31242453,31241283:kraft:3726:31242267,31251644:kraft:3726:31251831,31257693:kraft:3726:31257716,31271992:kraft:3726:31272362,31280185:kraft:3726:31280785,31285384:kraft:3726:31285540,31308716:kraft:3726:31308727,31312710:kraft:3726:31312904,31314498:kraft:3726:31314517,31325103:kraft:3726:31325335,31325104:kraft:3726:31325373,31329020:kraft:3726:31329112,31329021:kraft:3726:31329170,31329023:kraft:3726:31329668,31329027:kraft:3726:31329947,31330334:kraft:3726:31331917'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016014806046501554, 'nb_photo': 14, 'list_port_cont': '31216567,31248087,31251825,31271604,31271953,31272355,31280780,31291596,31312910', 'assoc_port': '31213313:31216567,31242252:31271604,31244507:31248087,31251644:31251825,31271494:31271953,31271992:31272355,31280185:31280780,31291436:31291596,31312710:31312910', 'assoc_mat': '31213313:metal:3726:31216567,31242252:metal:3726:31271604,31244507:metal:3726:31248087,31251644:metal:3726:31251825,31271494:metal:3726:31271953,31271992:metal:3726:31272355,31280185:metal:3726:31280780,31291436:metal:3726:31291596,31312710:metal:3726:31312910'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014346594824989492, 'nb_photo': 661, 'list_port_cont': '31212727,31214443,31216566,31228503,31228536,31229703,31236774,31241399,31241440,31241930,31242274,31242458,31248077,31248622,31251826,31253665,31257706,31267079,31271597,31271635,31271959,31272203,31272356,31280782,31285530,31291591,31292291,31308734,31312905,31314512,31318201,31318783,31325341,31325368,31329104,31329167,31329670,31329954,31331914', 'assoc_port': '31200876:31212727,31212091:31214443,31213313:31216566,31228338:31228536,31228339:31228503,31229529:31229703,31236682:31236774,31241279:31241399,31241280:31241930,31241281:31241440,31241282:31242458,31241283:31242274,31242252:31271597,31244507:31248077,31246920:31248622,31251644:31251826,31253394:31253665,31257693:31257706,31267015:31267079,31271493:31271635,31271494:31271959,31271495:31272203,31271992:31272356,31280185:31280782,31285384:31285530,31291436:31291591,31292275:31292291,31308716:31308734,31312710:31312905,31314498:31314512,31318075:31318201,31318082:31318783,31325103:31325341,31325104:31325368,31329020:31329104,31329021:31329167,31329023:31329670,31329027:31329954,31330334:31331914', 'assoc_mat': '31200876:plastique:3726:31212727,31212091:plastique:3726:31214443,31213313:plastique:3726:31216566,31228338:plastique:3726:31228536,31228339:plastique:3726:31228503,31229529:plastique:3726:31229703,31236682:plastique:3726:31236774,31241279:plastique:3726:31241399,31241280:plastique:3726:31241930,31241281:plastique:3726:31241440,31241282:plastique:3726:31242458,31241283:plastique:3726:31242274,31242252:plastique:3726:31271597,31244507:plastique:3726:31248077,31246920:plastique:3726:31248622,31251644:plastique:3726:31251826,31253394:plastique:3726:31253665,31257693:plastique:3726:31257706,31267015:plastique:3726:31267079,31271493:plastique:3726:31271635,31271494:plastique:3726:31271959,31271495:plastique:3726:31272203,31271992:plastique:3726:31272356,31280185:plastique:3726:31280782,31285384:plastique:3726:31285530,31291436:plastique:3726:31291591,31292275:plastique:3726:31292291,31308716:plastique:3726:31308734,31312710:plastique:3726:31312905,31314498:plastique:3726:31314512,31318075:plastique:3726:31318201,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02419860048812819, 'nb_photo': 1913, 'list_port_cont': '31212729,31214447,31216556,31228511,31228540,31229699,31236780,31241397,31241444,31241938,31242266,31242462,31248088,31248627,31251830,31253670,31257707,31267073,31271603,31271641,31271951,31272199,31272357,31280786,31285539,31286877,31291589,31292290,31308729,31312914,31314515,31318203,31318232,31318781,31325333,31325367,31329106,31329173,31329669,31329946,31331911', 'assoc_port': '31200876:31212729,31212091:31214447,31213313:31216556,31228338:31228540,31228339:31228511,31229529:31229699,31236682:31236780,31241279:31241397,31241280:31241938,31241281:31241444,31241282:31242462,31241283:31242266,31242252:31271603,31244507:31248088,31246920:31248627,31251644:31251830,31253394:31253670,31257693:31257707,31267015:31267073,31271493:31271641,31271494:31271951,31271495:31272199,31271992:31272357,31280185:31280786,31285384:31285539,31286570:31286877,31291436:31291589,31292275:31292290,31308716:31308729,31312710:31312914,31314498:31314515,31318075:31318203,31318076:31318232,31318082:31318781,31325103:31325333,31325104:31325367,31329020:31329106,31329021:31329173,31329023:31329669,31329027:31329946,31330334:31331911', 'assoc_mat': '31200876:Teint_Dans_La_Masse:3726:31212729,31212091:Teint_Dans_La_Masse:3726:31214447,31213313:Teint_Dans_La_Masse:3726:31216556,31228338:Teint_Dans_La_Masse:3726:31228540,31228339:Teint_Dans_La_Masse:3726:31228511,31229529:Teint_Dans_La_Masse:3726:31229699,31236682:Teint_Dans_La_Masse:3726:31236780,31241279:Teint_Dans_La_Masse:3726:31241397,31241280:Teint_Dans_La_Masse:3726:31241938,31241281:Teint_Dans_La_Masse:3726:31241444,31241282:Teint_Dans_La_Masse:3726:31242462,31241283:Teint_Dans_La_Masse:3726:31242266,31242252:Teint_Dans_La_Masse:3726:31271603,31244507:Teint_Dans_La_Masse:3726:31248088,31246920:Teint_Dans_La_Masse:3726:31248627,31251644:Teint_Dans_La_Masse:3726:31251830,31253394:Teint_Dans_La_Masse:3726:31253670,31257693:Teint_Dans_La_Masse:3726:31257707,31267015:Teint_Dans_La_Masse:3726:31267073,31271493:Teint_Dans_La_Masse:3726:31271641,31271494:Teint_Dans_La_Masse:3726:31271951,31271495:Teint_Dans_La_Masse:3726:31272199,31271992:Teint_Dans_La_Masse:3726:31272357,31280185:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 2597}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31302537,31302538,31302539,31302540,31302541,31302542,31302543,31302544?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-07', 0.18422057565355024),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((2597,),), 'unwanted_material_monthly_percentage': ((0.18422057565355024,),), 'material_repartition': (('JRM', 2597),), 'material_dict': {'JRM': 2597}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 7, 1), 0.21480658824499718, 90), (datetime.date(2026, 7, 2), 0.27535229208087536, 89), (datetime.date(2026, 7, 3), 0.10761454314672879, 84), (datetime.date(2026, 7, 6), 0.1883005800711579, 30), (datetime.date(2026, 7, 7), 0.19113756980632177, 73), (datetime.date(2026, 7, 8), 0.14588123544284257, 38), (datetime.date(2026, 7, 9), 0.169765299687326, 104), (datetime.date(2026, 7, 10), 0.11340293833336024, 95), (datetime.date(2026, 7, 13), 0.16617265651427326, 99), (datetime.date(2026, 7, 14), 0.198401986741486, 79), (datetime.date(2026, 7, 15), 0.15246358365182297, 87), (datetime.date(2026, 7, 16), 0.11619592158978598, 42), (datetime.date(2026, 7, 17), 0.1212786853131827, 11), (datetime.date(2026, 7, 20), 0.2102304014104401, 84), (datetime.date(2026, 7, 21), 0.1740435281302664, 63), (datetime.date(2026, 7, 22), 0.22698265403519657, 88), (datetime.date(2026, 7, 23), 0.11201293226891086, 59), (datetime.date(2026, 7, 24), 0.1963354771484695, 70)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 7, 1), 0.21480658824499718, 90), (datetime.date(2026, 7, 2), 0.27535229208087536, 89), (datetime.date(2026, 7, 3), 0.10761454314672879, 84), (datetime.date(2026, 7, 6), 0.1883005800711579, 30), (datetime.date(2026, 7, 7), 0.19113756980632177, 73), (datetime.date(2026, 7, 8), 0.14588123544284257, 38), (datetime.date(2026, 7, 9), 0.169765299687326, 104), (datetime.date(2026, 7, 10), 0.11340293833336024, 95), (datetime.date(2026, 7, 13), 0.16617265651427326, 99), (datetime.date(2026, 7, 14), 0.198401986741486, 79), (datetime.date(2026, 7, 15), 0.15246358365182297, 87), (datetime.date(2026, 7, 16), 0.11619592158978598, 42), (datetime.date(2026, 7, 17), 0.1212786853131827, 11), (datetime.date(2026, 7, 20), 0.2102304014104401, 84), (datetime.date(2026, 7, 21), 0.1740435281302664, 63), (datetime.date(2026, 7, 22), 0.22698265403519657, 88), (datetime.date(2026, 7, 23), 0.11201293226891086, 59), (datetime.date(2026, 7, 24), 0.1963354771484695, 70))}, 'quality_array': [['-1.357702300775101', '01072026'], ['-2.378804552010441', '02072026'], ['-0.9745075975167075', '03072026'], ['-2.096504801173686', '06072026'], ['-2.155525846707577', '07072026'], ['-1.8952693764713562', '08072026'], ['0.13465496309804012', '09072026'], ['-1.5696304415012867', '10072026'], ['-2.2375700484679553', '13072026'], ['-1.3228791329674086', '14072026'], ['-1.674565556998537', '15072026'], ['-1.9603627020396668', '16072026'], ['-1.7811966249568825', '17072026'], ['-2.34664047372165', '20072026'], ['-2.3172892718136673', '21072026'], ['-2.434195874580982', '22072026'], ['-2.037125043961756', '23072026'], ['-1.2901812579941225', '24072026']], 'number_of_batch': ((41,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014960284253307475, 'nb_photo': 354, 'list_port_cont': '31212730,31214450,31216565,31228504,31228543,31229694,31236777,31241395,31241442,31241934,31242272,31242454,31248080,31248619,31251828,31253669,31257711,31267070,31271606,31271632,31271960,31272202,31272353,31280790,31285534,31286882,31291592,31308731,31312912,31314516,31318202,31318234,31318780,31325339,31325371,31329110,31329169,31329665,31329952,31331912', 'assoc_port': '31200876:31212730,31212091:31214450,31213313:31216565,31228338:31228543,31228339:31228504,31229529:31229694,31236682:31236777,31241279:31241395,31241280:31241934,31241281:31241442,31241282:31242454,31241283:31242272,31242252:31271606,31244507:31248080,31246920:31248619,31251644:31251828,31253394:31253669,31257693:31257711,31267015:31267070,31271493:31271632,31271494:31271960,31271495:31272202,31271992:31272353,31280185:31280790,31285384:31285534,31286570:31286882,31291436:31291592,31308716:31308731,31312710:31312912,31314498:31314516,31318075:31318202,31318076:31318234,31318082:31318780,31325103:31325339,31325104:31325371,31329020:31329110,31329021:31329169,31329023:31329665,31329027:31329952,31330334:31331912', 'assoc_mat': '31200876:autre_refus:3726:31212730,31212091:autre_refus:3726:31214450,31213313:autre_refus:3726:31216565,31228338:autre_refus:3726:31228543,31228339:autre_refus:3726:31228504,31229529:autre_refus:3726:31229694,31236682:autre_refus:3726:31236777,31241279:autre_refus:3726:31241395,31241280:autre_refus:3726:31241934,31241281:autre_refus:3726:31241442,31241282:autre_refus:3726:31242454,31241283:autre_refus:3726:31242272,31242252:autre_refus:3726:31271606,31244507:autre_refus:3726:31248080,31246920:autre_refus:3726:31248619,31251644:autre_refus:3726:31251828,31253394:autre_refus:3726:31253669,31257693:autre_refus:3726:31257711,31267015:autre_refus:3726:31267070,31271493:autre_refus:3726:31271632,31271494:autre_refus:3726:31271960,31271495:autre_refus:3726:31272202,31271992:autre_refus:3726:31272353,31280185:autre_refus:3726:31280790,31285384:autre_refus:3726:31285534,31286570:autre_refus:3726:31286882,31291436:autre_refus:3726:31291592,31308716:autre_refus:3726:31308731,31312710:autre_refus:3726:31312912,31314498:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013476246692122334, 'nb_photo': 750, 'list_port_cont': '31212723,31214451,31216559,31228502,31228538,31229697,31236773,31241394,31241443,31241927,31242268,31242461,31248082,31248625,31251823,31253664,31257717,31267077,31271601,31271643,31271950,31272195,31272358,31280788,31285537,31291588,31292283,31308732,31312907,31314514,31318194,31318233,31318787,31325332,31325374,31329114,31329172,31329664,31329955,31331915', 'assoc_port': '31200876:31212723,31212091:31214451,31213313:31216559,31228338:31228538,31228339:31228502,31229529:31229697,31236682:31236773,31241279:31241394,31241280:31241927,31241281:31241443,31241282:31242461,31241283:31242268,31242252:31271601,31244507:31248082,31246920:31248625,31251644:31251823,31253394:31253664,31257693:31257717,31267015:31267077,31271493:31271643,31271494:31271950,31271495:31272195,31271992:31272358,31280185:31280788,31285384:31285537,31291436:31291588,31292275:31292283,31308716:31308732,31312710:31312907,31314498:31314514,31318075:31318194,31318076:31318233,31318082:31318787,31325103:31325332,31325104:31325374,31329020:31329114,31329021:31329172,31329023:31329664,31329027:31329955,31330334:31331915', 'assoc_mat': '31200876:cartonnette:3726:31212723,31212091:cartonnette:3726:31214451,31213313:cartonnette:3726:31216559,31228338:cartonnette:3726:31228538,31228339:cartonnette:3726:31228502,31229529:cartonnette:3726:31229697,31236682:cartonnette:3726:31236773,31241279:cartonnette:3726:31241394,31241280:cartonnette:3726:31241927,31241281:cartonnette:3726:31241443,31241282:cartonnette:3726:31242461,31241283:cartonnette:3726:31242268,31242252:cartonnette:3726:31271601,31244507:cartonnette:3726:31248082,31246920:cartonnette:3726:31248625,31251644:cartonnette:3726:31251823,31253394:cartonnette:3726:31253664,31257693:cartonnette:3726:31257717,31267015:cartonnette:3726:31267077,31271493:cartonnette:3726:31271643,31271494:cartonnette:3726:31271950,31271495:cartonnette:3726:31272195,31271992:cartonnette:3726:31272358,31280185:cartonnette:3726:31280788,31285384:cartonnette:3726:31285537,31291436:cartonnette:3726:31291588,31292275:cartonnette:3726:31292283,31308716:cartonnette:3726:31308732,31312710:cartonnette:3726:31312907,31314498:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.13116860116938486, 'nb_photo': 4658, 'list_port_cont': '31212726,31214449,31216564,31228507,31228541,31229704,31236779,31241392,31241450,31241933,31242270,31242459,31248085,31248620,31251829,31253661,31257709,31267075,31271608,31271642,31271956,31272193,31272361,31280783,31285533,31286883,31291599,31292284,31308723,31312913,31314508,31318198,31318225,31318777,31325330,31325365,31329108,31329166,31329667,31329945,31331916', 'assoc_port': '31200876:31212726,31212091:31214449,31213313:31216564,31228338:31228541,31228339:31228507,31229529:31229704,31236682:31236779,31241279:31241392,31241280:31241933,31241281:31241450,31241282:31242459,31241283:31242270,31242252:31271608,31244507:31248085,31246920:31248620,31251644:31251829,31253394:31253661,31257693:31257709,31267015:31267075,31271493:31271642,31271494:31271956,31271495:31272193,31271992:31272361,31280185:31280783,31285384:31285533,31286570:31286883,31291436:31291599,31292275:31292284,31308716:31308723,31312710:31312913,31314498:31314508,31318075:31318198,31318076:31318225,31318082:31318777,31325103:31325330,31325104:31325365,31329020:31329108,31329021:31329166,31329023:31329667,31329027:31329945,31330334:31331916', 'assoc_mat': '31200876:Carton_brun:3726:31212726,31212091:Carton_brun:3726:31214449,31213313:Carton_brun:3726:31216564,31228338:Carton_brun:3726:31228541,31228339:Carton_brun:3726:31228507,31229529:Carton_brun:3726:31229704,31236682:Carton_brun:3726:31236779,31241279:Carton_brun:3726:31241392,31241280:Carton_brun:3726:31241933,31241281:Carton_brun:3726:31241450,31241282:Carton_brun:3726:31242459,31241283:Carton_brun:3726:31242270,31242252:Carton_brun:3726:31271608,31244507:Carton_brun:3726:31248085,31246920:Carton_brun:3726:31248620,31251644:Carton_brun:3726:31251829,31253394:Carton_brun:3726:31253661,31257693:Carton_brun:3726:31257709,31267015:Carton_brun:3726:31267075,31271493:Carton_brun:3726:31271642,31271494:Carton_brun:3726:31271956,31271495:Carton_brun:3726:31272193,31271992:Carton_brun:3726:31272361,31280185:Carton_brun:3726:31280783,31285384:Carton_brun:3726:31285533,31286570:Carton_brun:3726:31286883,31291436:Carton_brun:3726:31291599,31292275:Carton_brun:3726:31292284,31308716:Carton_brun:3726:31308723,31312710:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007359219471952202, 'nb_photo': 66, 'list_port_cont': '31212724,31214446,31216562,31228508,31228533,31236775,31241401,31241447,31241937,31242273,31248623,31251820,31253666,31257715,31267076,31271957,31272351,31280784,31285536,31292282,31308728,31314510,31325338,31329107,31329671,31329948,31331910', 'assoc_port': '31200876:31212724,31212091:31214446,31213313:31216562,31228338:31228533,31228339:31228508,31236682:31236775,31241279:31241401,31241280:31241937,31241281:31241447,31241283:31242273,31246920:31248623,31251644:31251820,31253394:31253666,31257693:31257715,31267015:31267076,31271494:31271957,31271992:31272351,31280185:31280784,31285384:31285536,31292275:31292282,31308716:31308728,31314498:31314510,31325103:31325338,31329020:31329107,31329023:31329671,31329027:31329948,31330334:31331910', 'assoc_mat': '31200876:Carton_gris:3726:31212724,31212091:Carton_gris:3726:31214446,31213313:Carton_gris:3726:31216562,31228338:Carton_gris:3726:31228533,31228339:Carton_gris:3726:31228508,31236682:Carton_gris:3726:31236775,31241279:Carton_gris:3726:31241401,31241280:Carton_gris:3726:31241937,31241281:Carton_gris:3726:31241447,31241283:Carton_gris:3726:31242273,31246920:Carton_gris:3726:31248623,31251644:Carton_gris:3726:31251820,31253394:Carton_gris:3726:31253666,31257693:Carton_gris:3726:31257715,31267015:Carton_gris:3726:31267076,31271494:Carton_gris:3726:31271957,31271992:Carton_gris:3726:31272351,31280185:Carton_gris:3726:31280784,31285384:Carton_gris:3726:31285536,31292275:Carton_gris:3726:31292282,31308716:Carton_gris:3726:31308728,31314498:Carton_gris:3726:31314510,31325103:Carton_gris:3726:31325338,31329020:Carton_gris:3726:31329107,31329023:Carton_gris:3726:31329671,31329027:Carton_gris:3726:31329948,31330334:Carton_gris:3726:31331910'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013316501928619925, 'nb_photo': 101, 'list_port_cont': '31212722,31216558,31228509,31228537,31241403,31241448,31241931,31242267,31242453,31251831,31257716,31272362,31280785,31285540,31308727,31312904,31314517,31325335,31325373,31329112,31329170,31329668,31329947,31331917', 'assoc_port': '31200876:31212722,31213313:31216558,31228338:31228537,31228339:31228509,31241279:31241403,31241280:31241931,31241281:31241448,31241282:31242453,31241283:31242267,31251644:31251831,31257693:31257716,31271992:31272362,31280185:31280785,31285384:31285540,31308716:31308727,31312710:31312904,31314498:31314517,31325103:31325335,31325104:31325373,31329020:31329112,31329021:31329170,31329023:31329668,31329027:31329947,31330334:31331917', 'assoc_mat': '31200876:kraft:3726:31212722,31213313:kraft:3726:31216558,31228338:kraft:3726:31228537,31228339:kraft:3726:31228509,31241279:kraft:3726:31241403,31241280:kraft:3726:31241931,31241281:kraft:3726:31241448,31241282:kraft:3726:31242453,31241283:kraft:3726:31242267,31251644:kraft:3726:31251831,31257693:kraft:3726:31257716,31271992:kraft:3726:31272362,31280185:kraft:3726:31280785,31285384:kraft:3726:31285540,31308716:kraft:3726:31308727,31312710:kraft:3726:31312904,31314498:kraft:3726:31314517,31325103:kraft:3726:31325335,31325104:kraft:3726:31325373,31329020:kraft:3726:31329112,31329021:kraft:3726:31329170,31329023:kraft:3726:31329668,31329027:kraft:3726:31329947,31330334:kraft:3726:31331917'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0016014806046501554, 'nb_photo': 14, 'list_port_cont': '31216567,31248087,31251825,31271604,31271953,31272355,31280780,31291596,31312910', 'assoc_port': '31213313:31216567,31242252:31271604,31244507:31248087,31251644:31251825,31271494:31271953,31271992:31272355,31280185:31280780,31291436:31291596,31312710:31312910', 'assoc_mat': '31213313:metal:3726:31216567,31242252:metal:3726:31271604,31244507:metal:3726:31248087,31251644:metal:3726:31251825,31271494:metal:3726:31271953,31271992:metal:3726:31272355,31280185:metal:3726:31280780,31291436:metal:3726:31291596,31312710:metal:3726:31312910'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014346594824989492, 'nb_photo': 661, 'list_port_cont': '31212727,31214443,31216566,31228503,31228536,31229703,31236774,31241399,31241440,31241930,31242274,31242458,31248077,31248622,31251826,31253665,31257706,31267079,31271597,31271635,31271959,31272203,31272356,31280782,31285530,31291591,31292291,31308734,31312905,31314512,31318201,31318783,31325341,31325368,31329104,31329167,31329670,31329954,31331914', 'assoc_port': '31200876:31212727,31212091:31214443,31213313:31216566,31228338:31228536,31228339:31228503,31229529:31229703,31236682:31236774,31241279:31241399,31241280:31241930,31241281:31241440,31241282:31242458,31241283:31242274,31242252:31271597,31244507:31248077,31246920:31248622,31251644:31251826,31253394:31253665,31257693:31257706,31267015:31267079,31271493:31271635,31271494:31271959,31271495:31272203,31271992:31272356,31280185:31280782,31285384:31285530,31291436:31291591,31292275:31292291,31308716:31308734,31312710:31312905,31314498:31314512,31318075:31318201,31318082:31318783,31325103:31325341,31325104:31325368,31329020:31329104,31329021:31329167,31329023:31329670,31329027:31329954,31330334:31331914', 'assoc_mat': '31200876:plastique:3726:31212727,31212091:plastique:3726:31214443,31213313:plastique:3726:31216566,31228338:plastique:3726:31228536,31228339:plastique:3726:31228503,31229529:plastique:3726:31229703,31236682:plastique:3726:31236774,31241279:plastique:3726:31241399,31241280:plastique:3726:31241930,31241281:plastique:3726:31241440,31241282:plastique:3726:31242458,31241283:plastique:3726:31242274,31242252:plastique:3726:31271597,31244507:plastique:3726:31248077,31246920:plastique:3726:31248622,31251644:plastique:3726:31251826,31253394:plastique:3726:31253665,31257693:plastique:3726:31257706,31267015:plastique:3726:31267079,31271493:plastique:3726:31271635,31271494:plastique:3726:31271959,31271495:plastique:3726:31272203,31271992:plastique:3726:31272356,31280185:plastique:3726:31280782,31285384:plastique:3726:31285530,31291436:plastique:3726:31291591,31292275:plastique:3726:31292291,31308716:plastique:3726:31308734,31312710:plastique:3726:31312905,31314498:plastique:3726:31314512,31318075:plastique:3726:31318201,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02419860048812819, 'nb_photo': 1913, 'list_port_cont': '31212729,31214447,31216556,31228511,31228540,31229699,31236780,31241397,31241444,31241938,31242266,31242462,31248088,31248627,31251830,31253670,31257707,31267073,31271603,31271641,31271951,31272199,31272357,31280786,31285539,31286877,31291589,31292290,31308729,31312914,31314515,31318203,31318232,31318781,31325333,31325367,31329106,31329173,31329669,31329946,31331911', 'assoc_port': '31200876:31212729,31212091:31214447,31213313:31216556,31228338:31228540,31228339:31228511,31229529:31229699,31236682:31236780,31241279:31241397,31241280:31241938,31241281:31241444,31241282:31242462,31241283:31242266,31242252:31271603,31244507:31248088,31246920:31248627,31251644:31251830,31253394:31253670,31257693:31257707,31267015:31267073,31271493:31271641,31271494:31271951,31271495:31272199,31271992:31272357,31280185:31280786,31285384:31285539,31286570:31286877,31291436:31291589,31292275:31292290,31308716:31308729,31312710:31312914,31314498:31314515,31318075:31318203,31318076:31318232,31318082:31318781,31325103:31325333,31325104:31325367,31329020:31329106,31329021:31329173,31329023:31329669,31329027:31329946,31330334:31331911', 'assoc_mat': '31200876:Teint_Dans_La_Masse:3726:31212729,31212091:Teint_Dans_La_Masse:3726:31214447,31213313:Teint_Dans_La_Masse:3726:31216556,31228338:Teint_Dans_La_Masse:3726:31228540,31228339:Teint_Dans_La_Masse:3726:31228511,31229529:Teint_Dans_La_Masse:3726:31229699,31236682:Teint_Dans_La_Masse:3726:31236780,31241279:Teint_Dans_La_Masse:3726:31241397,31241280:Teint_Dans_La_Masse:3726:31241938,31241281:Teint_Dans_La_Masse:3726:31241444,31241282:Teint_Dans_La_Masse:3726:31242462,31241283:Teint_Dans_La_Masse:3726:31242266,31242252:Teint_Dans_La_Masse:3726:31271603,31244507:Teint_Dans_La_Masse:3726:31248088,31246920:Teint_Dans_La_Masse:3726:31248627,31251644:Teint_Dans_La_Masse:3726:31251830,31253394:Teint_Dans_La_Masse:3726:31253670,31257693:Teint_Dans_La_Masse:3726:31257707,31267015:Teint_Dans_La_Masse:3726:31267073,31271493:Teint_Dans_La_Masse:3726:31271641,31271494:Teint_Dans_La_Masse:3726:31271951,31271495:Teint_Dans_La_Masse:3726:31272199,31271992:Teint_Dans_La_Masse:3726:31272357,31280185:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 2597}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31302537,31302538,31302539,31302540,31302541,31302542,31302543,31302544?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-07', 0.18422057565355024),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_07_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.5%', 354], 'cartonnette': ['cartonnette', '1.35%', 750], 'Carton_brun': ['Carton_brun', '13.12%', 4658], 'Carton_gris': ['Carton_gris', '0.74%', 66], 'kraft': ['kraft', '1.33%', 101], 'metal': ['metal', '0.16%', 14], 'plastique': ['plastique', '1.43%', 661], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.42%', 1913]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_07_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.98user 2.67system 0:07.80elapsed 72%CPU (0avgtext+0avgdata 189144maxresident)k 13008inputs+312outputs (28major+72069minor)pagefaults 0swaps