python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-07 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (2, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (2, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 07 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-07 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-07%') and created_at like '%2026-07%'))); nb_day : (2, 31) after unwanted_material_data nb_day : (2, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/07%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-07-01 00:00:00,2026-07-02 00:00:00,2026-07-03 00:00:00,2026-07-06 00:00:00,2026-07-07 00:00:00,2026-07-08 00:00:00,2026-07-09 00:00:00,2026-07-10 00:00:00,2026-07-13 00:00:00,2026-07-14 00:00:00,2026-07-15 00:00:00,2026-07-16 00:00:00,2026-07-17 00:00:00,2026-07-20 00:00:00,2026-07-21 00:00:00,2026-07-22 00:00:00,2026-07-23 00:00:00,2026-07-24 00:00:00,2026-07-27 00:00:00,2026-07-28 00:00:00,2026-07-29 00:00:00,2026-07-30 00:00:00,2026-07-31 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 07 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 07 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%072026%' and cps.thcl = 1533 GROUP BY sbstr ; Erreur dans le nom de portfolio du batch invalid literal for int() with base 10: 'perlen' after number_of_batch date_start : 2026-07-01 : dt_date_just_month_year : 2026-07-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-07-01" AND ded.date <= "2026-07-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (3008734,3009980,3010336,3007952,3011004,3011610,3013082,3014421,3015046,3011812,3012648,3013258,3013986,3014620,3015236,3015790) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01523375448999687, 'nb_photo': 245, 'list_port_cont': '31212730,31214450,31216565,31228504,31228543,31229694,31236777,31241395,31241442,31241934,31242272,31242454,31248080,31248619,31251828,31253669,31257711,31267070,31267511,31271606,31271632,31271960,31272202,31272353,31280790,31281135,31285534,31286882,31291592', 'assoc_port': '31200876:31212730,31212091:31214450,31213313:31216565,31228338:31228543,31228339:31228504,31229529:31229694,31236682:31236777,31241279:31241395,31241280:31241934,31241281:31241442,31241282:31242454,31241283:31242272,31242252:31271606,31244507:31248080,31246920:31248619,31251644:31251828,31253394:31253669,31257693:31257711,31267015:31267070,31267311:31267511,31271493:31271632,31271494:31271960,31271495:31272202,31271992:31272353,31280185:31280790,31280766:31281135,31285384:31285534,31286570:31286882,31291436:31291592', 'assoc_mat': '31200876:autre_refus:3726:31212730,31212091:autre_refus:3726:31214450,31213313:autre_refus:3726:31216565,31228338:autre_refus:3726:31228543,31228339:autre_refus:3726:31228504,31229529:autre_refus:3726:31229694,31236682:autre_refus:3726:31236777,31241279:autre_refus:3726:31241395,31241280:autre_refus:3726:31241934,31241281:autre_refus:3726:31241442,31241282:autre_refus:3726:31242454,31241283:autre_refus:3726:31242272,31242252:autre_refus:3726:31271606,31244507:autre_refus:3726:31248080,31246920:autre_refus:3726:31248619,31251644:autre_refus:3726:31251828,31253394:autre_refus:3726:31253669,31257693:autre_refus:3726:31257711,31267015:autre_refus:3726:31267070,31267311:autre_refus:3726:31267511,31271493:autre_refus:3726:31271632,31271494:autre_refus:3726:31271960,31271495:autre_refus:3726:31272202,31271992:autre_refus:3726:31272353,31280185:autre_refus:3726:31280790,31280766:autre_refus:3726:31281135,31285384:autre_refus:3726:31285534,31286570:autre_refus:3726:31286882,31291436:autre_refus:3726:31291592'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01386340609511385, 'nb_photo': 564, 'list_port_cont': '31212723,31214451,31216559,31228502,31228538,31229697,31236773,31241394,31241443,31241927,31242268,31242461,31248082,31248625,31251823,31253664,31257717,31267077,31267513,31271601,31271643,31271950,31272195,31272358,31280788,31281134,31285537,31287433,31291588,31292283', 'assoc_port': '31200876:31212723,31212091:31214451,31213313:31216559,31228338:31228538,31228339:31228502,31229529:31229697,31236682:31236773,31241279:31241394,31241280:31241927,31241281:31241443,31241282:31242461,31241283:31242268,31242252:31271601,31244507:31248082,31246920:31248625,31251644:31251823,31253394:31253664,31257693:31257717,31267015:31267077,31267311:31267513,31271493:31271643,31271494:31271950,31271495:31272195,31271992:31272358,31280185:31280788,31280766:31281134,31285384:31285537,31287251:31287433,31291436:31291588,31292275:31292283', 'assoc_mat': '31200876:cartonnette:3726:31212723,31212091:cartonnette:3726:31214451,31213313:cartonnette:3726:31216559,31228338:cartonnette:3726:31228538,31228339:cartonnette:3726:31228502,31229529:cartonnette:3726:31229697,31236682:cartonnette:3726:31236773,31241279:cartonnette:3726:31241394,31241280:cartonnette:3726:31241927,31241281:cartonnette:3726:31241443,31241282:cartonnette:3726:31242461,31241283:cartonnette:3726:31242268,31242252:cartonnette:3726:31271601,31244507:cartonnette:3726:31248082,31246920:cartonnette:3726:31248625,31251644:cartonnette:3726:31251823,31253394:cartonnette:3726:31253664,31257693:cartonnette:3726:31257717,31267015:cartonnette:3726:31267077,31267311:cartonnette:3726:31267513,31271493:cartonnette:3726:31271643,31271494:cartonnette:3726:31271950,31271495:cartonnette:3726:31272195,31271992:cartonnette:3726:31272358,31280185:cartonnette:3726:31280788,31280766:cartonnette:3726:31281134,31285384:cartonnette:3726:31285537,31287251:cartonnette:3726:31287433,31291436:cartonnette:3726:31291588,31292275:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.1353980349661496, 'nb_photo': 3380, 'list_port_cont': '31212726,31214449,31216564,31228507,31228541,31229704,31236779,31241392,31241450,31241933,31242270,31242459,31248085,31248620,31251829,31253661,31257709,31267075,31267507,31271608,31271642,31271956,31272193,31272361,31280783,31281141,31285533,31286883,31287426,31291599,31292284', 'assoc_port': '31200876:31212726,31212091:31214449,31213313:31216564,31228338:31228541,31228339:31228507,31229529:31229704,31236682:31236779,31241279:31241392,31241280:31241933,31241281:31241450,31241282:31242459,31241283:31242270,31242252:31271608,31244507:31248085,31246920:31248620,31251644:31251829,31253394:31253661,31257693:31257709,31267015:31267075,31267311:31267507,31271493:31271642,31271494:31271956,31271495:31272193,31271992:31272361,31280185:31280783,31280766:31281141,31285384:31285533,31286570:31286883,31287251:31287426,31291436:31291599,31292275:31292284', 'assoc_mat': '31200876:Carton_brun:3726:31212726,31212091:Carton_brun:3726:31214449,31213313:Carton_brun:3726:31216564,31228338:Carton_brun:3726:31228541,31228339:Carton_brun:3726:31228507,31229529:Carton_brun:3726:31229704,31236682:Carton_brun:3726:31236779,31241279:Carton_brun:3726:31241392,31241280:Carton_brun:3726:31241933,31241281:Carton_brun:3726:31241450,31241282:Carton_brun:3726:31242459,31241283:Carton_brun:3726:31242270,31242252:Carton_brun:3726:31271608,31244507:Carton_brun:3726:31248085,31246920:Carton_brun:3726:31248620,31251644:Carton_brun:3726:31251829,31253394:Carton_brun:3726:31253661,31257693:Carton_brun:3726:31257709,31267015:Carton_brun:3726:31267075,31267311:Carton_brun:3726:31267507,31271493:Carton_brun:3726:31271642,31271494:Carton_brun:3726:31271956,31271495:Carton_brun:3726:31272193,31271992:Carton_brun:3726:31272361,31280185:Carton_brun:3726:31280783,31280766:Carton_brun:3726:31281141,31285384:Carton_brun:3726:31285533,31286570:Carton_brun:3726:31286883,31287251:Carton_brun:3726:31287426,31291436:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006004059368410787, 'nb_photo': 43, 'list_port_cont': '31212724,31214446,31216562,31228508,31228533,31236775,31241401,31241447,31241937,31242273,31248623,31251820,31253666,31257715,31267076,31271957,31272351,31280784,31285536,31292282', 'assoc_port': '31200876:31212724,31212091:31214446,31213313:31216562,31228338:31228533,31228339:31228508,31236682:31236775,31241279:31241401,31241280:31241937,31241281:31241447,31241283:31242273,31246920:31248623,31251644:31251820,31253394:31253666,31257693:31257715,31267015:31267076,31271494:31271957,31271992:31272351,31280185:31280784,31285384:31285536,31292275:31292282', 'assoc_mat': '31200876:Carton_gris:3726:31212724,31212091:Carton_gris:3726:31214446,31213313:Carton_gris:3726:31216562,31228338:Carton_gris:3726:31228533,31228339:Carton_gris:3726:31228508,31236682:Carton_gris:3726:31236775,31241279:Carton_gris:3726:31241401,31241280:Carton_gris:3726:31241937,31241281:Carton_gris:3726:31241447,31241283:Carton_gris:3726:31242273,31246920:Carton_gris:3726:31248623,31251644:Carton_gris:3726:31251820,31253394:Carton_gris:3726:31253666,31257693:Carton_gris:3726:31257715,31267015:Carton_gris:3726:31267076,31271494:Carton_gris:3726:31271957,31271992:Carton_gris:3726:31272351,31280185:Carton_gris:3726:31280784,31285384:Carton_gris:3726:31285536,31292275:Carton_gris:3726:31292282'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015139735813037888, 'nb_photo': 63, 'list_port_cont': '31212722,31216558,31228509,31228537,31241403,31241448,31241931,31242267,31242453,31251831,31257716,31267512,31272362,31280785,31285540', 'assoc_port': '31200876:31212722,31213313:31216558,31228338:31228537,31228339:31228509,31241279:31241403,31241280:31241931,31241281:31241448,31241282:31242453,31241283:31242267,31251644:31251831,31257693:31257716,31267311:31267512,31271992:31272362,31280185:31280785,31285384:31285540', 'assoc_mat': '31200876:kraft:3726:31212722,31213313:kraft:3726:31216558,31228338:kraft:3726:31228537,31228339:kraft:3726:31228509,31241279:kraft:3726:31241403,31241280:kraft:3726:31241931,31241281:kraft:3726:31241448,31241282:kraft:3726:31242453,31241283:kraft:3726:31242267,31251644:kraft:3726:31251831,31257693:kraft:3726:31257716,31267311:kraft:3726:31267512,31271992:kraft:3726:31272362,31280185:kraft:3726:31280785,31285384:kraft:3726:31285540'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0014889127439781308, 'nb_photo': 12, 'list_port_cont': '31216567,31248087,31251825,31267509,31271604,31271953,31272355,31280780,31291596', 'assoc_port': '31213313:31216567,31242252:31271604,31244507:31248087,31251644:31251825,31267311:31267509,31271494:31271953,31271992:31272355,31280185:31280780,31291436:31291596', 'assoc_mat': '31213313:metal:3726:31216567,31242252:metal:3726:31271604,31244507:metal:3726:31248087,31251644:metal:3726:31251825,31267311:metal:3726:31267509,31271494:metal:3726:31271953,31271992:metal:3726:31272355,31280185:metal:3726:31280780,31291436:metal:3726:31291596'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015421332846691352, 'nb_photo': 543, 'list_port_cont': '31212727,31214443,31216566,31228503,31228536,31229703,31236774,31241399,31241440,31241930,31242274,31242458,31248077,31248622,31251826,31253665,31257706,31267079,31267510,31271597,31271635,31271959,31272203,31272356,31280782,31281144,31285530,31287434,31291591,31292291', 'assoc_port': '31200876:31212727,31212091:31214443,31213313:31216566,31228338:31228536,31228339:31228503,31229529:31229703,31236682:31236774,31241279:31241399,31241280:31241930,31241281:31241440,31241282:31242458,31241283:31242274,31242252:31271597,31244507:31248077,31246920:31248622,31251644:31251826,31253394:31253665,31257693:31257706,31267015:31267079,31267311:31267510,31271493:31271635,31271494:31271959,31271495:31272203,31271992:31272356,31280185:31280782,31280766:31281144,31285384:31285530,31287251:31287434,31291436:31291591,31292275:31292291', 'assoc_mat': '31200876:plastique:3726:31212727,31212091:plastique:3726:31214443,31213313:plastique:3726:31216566,31228338:plastique:3726:31228536,31228339:plastique:3726:31228503,31229529:plastique:3726:31229703,31236682:plastique:3726:31236774,31241279:plastique:3726:31241399,31241280:plastique:3726:31241930,31241281:plastique:3726:31241440,31241282:plastique:3726:31242458,31241283:plastique:3726:31242274,31242252:plastique:3726:31271597,31244507:plastique:3726:31248077,31246920:plastique:3726:31248622,31251644:plastique:3726:31251826,31253394:plastique:3726:31253665,31257693:plastique:3726:31257706,31267015:plastique:3726:31267079,31267311:plastique:3726:31267510,31271493:plastique:3726:31271635,31271494:plastique:3726:31271959,31271495:plastique:3726:31272203,31271992:plastique:3726:31272356,31280185:plastique:3726:31280782,31280766:plastique:3726:31281144,31285384:plastique:3726:31285530,31287251:plastique:3726:31287434,31291436:plastique:3726:31291591,31292275:plastique:3726:31292291'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.024272171220796463, 'nb_photo': 1431, 'list_port_cont': '31212729,31214447,31216556,31228511,31228540,31229699,31236780,31241397,31241444,31241938,31242266,31242462,31248088,31248627,31251830,31253670,31257707,31267073,31267514,31271603,31271641,31271951,31272199,31272357,31280786,31281136,31285539,31286877,31287429,31291589,31292290', 'assoc_port': '31200876:31212729,31212091:31214447,31213313:31216556,31228338:31228540,31228339:31228511,31229529:31229699,31236682:31236780,31241279:31241397,31241280:31241938,31241281:31241444,31241282:31242462,31241283:31242266,31242252:31271603,31244507:31248088,31246920:31248627,31251644:31251830,31253394:31253670,31257693:31257707,31267015:31267073,31267311:31267514,31271493:31271641,31271494:31271951,31271495:31272199,31271992:31272357,31280185:31280786,31280766:31281136,31285384:31285539,31286570:31286877,31287251:31287429,31291436:31291589,31292275:31292290', 'assoc_mat': '31200876:Teint_Dans_La_Masse:3726:31212729,31212091:Teint_Dans_La_Masse:3726:31214447,31213313:Teint_Dans_La_Masse:3726:31216556,31228338:Teint_Dans_La_Masse:3726:31228540,31228339:Teint_Dans_La_Masse:3726:31228511,31229529:Teint_Dans_La_Masse:3726:31229699,31236682:Teint_Dans_La_Masse:3726:31236780,31241279:Teint_Dans_La_Masse:3726:31241397,31241280:Teint_Dans_La_Masse:3726:31241938,31241281:Teint_Dans_La_Masse:3726:31241444,31241282:Teint_Dans_La_Masse:3726:31242462,31241283:Teint_Dans_La_Masse:3726:31242266,31242252:Teint_Dans_La_Masse:3726:31271603,31244507:Teint_Dans_La_Masse:3726:31248088,31246920:Teint_Dans_La_Masse:3726:31248627,31251644:Teint_Dans_La_Masse:3726:31251830,31253394:Teint_Dans_La_Masse:3726:31253670,31257693:Teint_Dans_La_Masse:3726:31257707,31267015:Teint_Dans_La_Masse:3726:31267073,31267311:Teint_Dans_La_Masse:3726:31267514,31271493:Teint_Dans_La_Masse:3726:31271641,31271494:Teint_Dans_La_Masse:3726:31271951,31271495:Teint_Dans_La_Masse:3726:31272199,31271992:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(3008734,3009980,3010336,3007952,3011004,3011610,3013082,3014421,3015046,3011812,3012648,3013258,3013986,3014620,3015236,3015790)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302537, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212730,31214450,31216565,31228504,31228543,31229694,31236777,31241395,31241442,31241934,31242272,31242454,31248080,31248619,31251828,31253669,31257711,31267070,31267511,31271606,31271632,31271960,31272202,31272353,31280790,31281135,31285534,31286882,31291592 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302538, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212723,31214451,31216559,31228502,31228538,31229697,31236773,31241394,31241443,31241927,31242268,31242461,31248082,31248625,31251823,31253664,31257717,31267077,31267513,31271601,31271643,31271950,31272195,31272358,31280788,31281134,31285537,31287433,31291588,31292283 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302539, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212726,31214449,31216564,31228507,31228541,31229704,31236779,31241392,31241450,31241933,31242270,31242459,31248085,31248620,31251829,31253661,31257709,31267075,31267507,31271608,31271642,31271956,31272193,31272361,31280783,31281141,31285533,31286883,31287426,31291599,31292284 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302540, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212724,31214446,31216562,31228508,31228533,31236775,31241401,31241447,31241937,31242273,31248623,31251820,31253666,31257715,31267076,31271957,31272351,31280784,31285536,31292282 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302541, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212722,31216558,31228509,31228537,31241403,31241448,31241931,31242267,31242453,31251831,31257716,31267512,31272362,31280785,31285540 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302542, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31216567,31248087,31251825,31267509,31271604,31271953,31272355,31280780,31291596 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302543, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212727,31214443,31216566,31228503,31228536,31229703,31236774,31241399,31241440,31241930,31242274,31242458,31248077,31248622,31251826,31253665,31257706,31267079,31267510,31271597,31271635,31271959,31272203,31272356,31280782,31281144,31285530,31287434,31291591,31292291 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31302544, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31212729,31214447,31216556,31228511,31228540,31229699,31236780,31241397,31241444,31241938,31242266,31242462,31248088,31248627,31251830,31253670,31257707,31267073,31267514,31271603,31271641,31271951,31272199,31272357,31280786,31281136,31285539,31286877,31287429,31291589,31292290 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/31302537,31302538,31302539,31302540,31302541,31302542,31302543,31302544?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-07-01' and date <= '2026-07-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((2028,),), 'unwanted_material_monthly_percentage': ((0.18681431996568196,),), 'material_repartition': (('JRM', 2028),), 'material_dict': {'JRM': 2028}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 7, 1), 0.21480658824499718, 90), (datetime.date(2026, 7, 2), 0.27535229208087536, 89), (datetime.date(2026, 7, 3), 0.10761454314672879, 84), (datetime.date(2026, 7, 6), 0.1883005800711579, 30), (datetime.date(2026, 7, 7), 0.19113756980632177, 73), (datetime.date(2026, 7, 8), 0.14588123544284257, 38), (datetime.date(2026, 7, 9), 0.169765299687326, 104), (datetime.date(2026, 7, 10), 0.11340293833336024, 95), (datetime.date(2026, 7, 13), 0.16563009694499434, 99), (datetime.date(2026, 7, 14), 0.198401986741486, 79), (datetime.date(2026, 7, 15), 0.15831684858064682, 87), (datetime.date(2026, 7, 16), 0.12141777901701536, 42), (datetime.date(2026, 7, 17), 0.1212786853131827, 11)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 7, 1), 0.21480658824499718, 90), (datetime.date(2026, 7, 2), 0.27535229208087536, 89), (datetime.date(2026, 7, 3), 0.10761454314672879, 84), (datetime.date(2026, 7, 6), 0.1883005800711579, 30), (datetime.date(2026, 7, 7), 0.19113756980632177, 73), (datetime.date(2026, 7, 8), 0.14588123544284257, 38), (datetime.date(2026, 7, 9), 0.169765299687326, 104), (datetime.date(2026, 7, 10), 0.11340293833336024, 95), (datetime.date(2026, 7, 13), 0.16563009694499434, 99), (datetime.date(2026, 7, 14), 0.198401986741486, 79), (datetime.date(2026, 7, 15), 0.15831684858064682, 87), (datetime.date(2026, 7, 16), 0.12141777901701536, 42), (datetime.date(2026, 7, 17), 0.1212786853131827, 11))}, 'quality_array': [['-1.357702300775101', '01072026'], ['-2.378804552010441', '02072026'], ['-0.9745075975167075', '03072026'], ['-2.096504801173686', '06072026'], ['-2.155525846707577', '07072026'], ['-1.8952693764713562', '08072026'], ['0.13465496309804012', '09072026'], ['-1.5696304415012867', '10072026'], ['-2.2444947174314027', '13072026'], ['-1.3228791329674086', '14072026'], ['-1.6864033395980877', '15072026'], ['-1.985520627106157', '16072026'], ['-1.7811966249568825', '17072026']], 'number_of_batch': ((31,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01523375448999687, 'nb_photo': 245, 'list_port_cont': '31212730,31214450,31216565,31228504,31228543,31229694,31236777,31241395,31241442,31241934,31242272,31242454,31248080,31248619,31251828,31253669,31257711,31267070,31267511,31271606,31271632,31271960,31272202,31272353,31280790,31281135,31285534,31286882,31291592', 'assoc_port': '31200876:31212730,31212091:31214450,31213313:31216565,31228338:31228543,31228339:31228504,31229529:31229694,31236682:31236777,31241279:31241395,31241280:31241934,31241281:31241442,31241282:31242454,31241283:31242272,31242252:31271606,31244507:31248080,31246920:31248619,31251644:31251828,31253394:31253669,31257693:31257711,31267015:31267070,31267311:31267511,31271493:31271632,31271494:31271960,31271495:31272202,31271992:31272353,31280185:31280790,31280766:31281135,31285384:31285534,31286570:31286882,31291436:31291592', 'assoc_mat': '31200876:autre_refus:3726:31212730,31212091:autre_refus:3726:31214450,31213313:autre_refus:3726:31216565,31228338:autre_refus:3726:31228543,31228339:autre_refus:3726:31228504,31229529:autre_refus:3726:31229694,31236682:autre_refus:3726:31236777,31241279:autre_refus:3726:31241395,31241280:autre_refus:3726:31241934,31241281:autre_refus:3726:31241442,31241282:autre_refus:3726:31242454,31241283:autre_refus:3726:31242272,31242252:autre_refus:3726:31271606,31244507:autre_refus:3726:31248080,31246920:autre_refus:3726:31248619,31251644:autre_refus:3726:31251828,31253394:autre_refus:3726:31253669,31257693:autre_refus:3726:31257711,31267015:autre_refus:3726:31267070,31267311:autre_refus:3726:31267511,31271493:autre_refus:3726:31271632,31271494:autre_refus:3726:31271960,31271495:autre_refus:3726:31272202,31271992:autre_refus:3726:31272353,31280185:autre_refus:3726:31280790,31280766:autre_refus:3726:31281135,31285384:autre_refus:3726:31285534,31286570:autre_refus:3726:31286882,31291436:autre_refus:3726:31291592'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01386340609511385, 'nb_photo': 564, 'list_port_cont': '31212723,31214451,31216559,31228502,31228538,31229697,31236773,31241394,31241443,31241927,31242268,31242461,31248082,31248625,31251823,31253664,31257717,31267077,31267513,31271601,31271643,31271950,31272195,31272358,31280788,31281134,31285537,31287433,31291588,31292283', 'assoc_port': '31200876:31212723,31212091:31214451,31213313:31216559,31228338:31228538,31228339:31228502,31229529:31229697,31236682:31236773,31241279:31241394,31241280:31241927,31241281:31241443,31241282:31242461,31241283:31242268,31242252:31271601,31244507:31248082,31246920:31248625,31251644:31251823,31253394:31253664,31257693:31257717,31267015:31267077,31267311:31267513,31271493:31271643,31271494:31271950,31271495:31272195,31271992:31272358,31280185:31280788,31280766:31281134,31285384:31285537,31287251:31287433,31291436:31291588,31292275:31292283', 'assoc_mat': '31200876:cartonnette:3726:31212723,31212091:cartonnette:3726:31214451,31213313:cartonnette:3726:31216559,31228338:cartonnette:3726:31228538,31228339:cartonnette:3726:31228502,31229529:cartonnette:3726:31229697,31236682:cartonnette:3726:31236773,31241279:cartonnette:3726:31241394,31241280:cartonnette:3726:31241927,31241281:cartonnette:3726:31241443,31241282:cartonnette:3726:31242461,31241283:cartonnette:3726:31242268,31242252:cartonnette:3726:31271601,31244507:cartonnette:3726:31248082,31246920:cartonnette:3726:31248625,31251644:cartonnette:3726:31251823,31253394:cartonnette:3726:31253664,31257693:cartonnette:3726:31257717,31267015:cartonnette:3726:31267077,31267311:cartonnette:3726:31267513,31271493:cartonnette:3726:31271643,31271494:cartonnette:3726:31271950,31271495:cartonnette:3726:31272195,31271992:cartonnette:3726:31272358,31280185:cartonnette:3726:31280788,31280766:cartonnette:3726:31281134,31285384:cartonnette:3726:31285537,31287251:cartonnette:3726:31287433,31291436:cartonnette:3726:31291588,31292275:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.1353980349661496, 'nb_photo': 3380, 'list_port_cont': '31212726,31214449,31216564,31228507,31228541,31229704,31236779,31241392,31241450,31241933,31242270,31242459,31248085,31248620,31251829,31253661,31257709,31267075,31267507,31271608,31271642,31271956,31272193,31272361,31280783,31281141,31285533,31286883,31287426,31291599,31292284', 'assoc_port': '31200876:31212726,31212091:31214449,31213313:31216564,31228338:31228541,31228339:31228507,31229529:31229704,31236682:31236779,31241279:31241392,31241280:31241933,31241281:31241450,31241282:31242459,31241283:31242270,31242252:31271608,31244507:31248085,31246920:31248620,31251644:31251829,31253394:31253661,31257693:31257709,31267015:31267075,31267311:31267507,31271493:31271642,31271494:31271956,31271495:31272193,31271992:31272361,31280185:31280783,31280766:31281141,31285384:31285533,31286570:31286883,31287251:31287426,31291436:31291599,31292275:31292284', 'assoc_mat': '31200876:Carton_brun:3726:31212726,31212091:Carton_brun:3726:31214449,31213313:Carton_brun:3726:31216564,31228338:Carton_brun:3726:31228541,31228339:Carton_brun:3726:31228507,31229529:Carton_brun:3726:31229704,31236682:Carton_brun:3726:31236779,31241279:Carton_brun:3726:31241392,31241280:Carton_brun:3726:31241933,31241281:Carton_brun:3726:31241450,31241282:Carton_brun:3726:31242459,31241283:Carton_brun:3726:31242270,31242252:Carton_brun:3726:31271608,31244507:Carton_brun:3726:31248085,31246920:Carton_brun:3726:31248620,31251644:Carton_brun:3726:31251829,31253394:Carton_brun:3726:31253661,31257693:Carton_brun:3726:31257709,31267015:Carton_brun:3726:31267075,31267311:Carton_brun:3726:31267507,31271493:Carton_brun:3726:31271642,31271494:Carton_brun:3726:31271956,31271495:Carton_brun:3726:31272193,31271992:Carton_brun:3726:31272361,31280185:Carton_brun:3726:31280783,31280766:Carton_brun:3726:31281141,31285384:Carton_brun:3726:31285533,31286570:Carton_brun:3726:31286883,31287251:Carton_brun:3726:31287426,31291436:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006004059368410787, 'nb_photo': 43, 'list_port_cont': '31212724,31214446,31216562,31228508,31228533,31236775,31241401,31241447,31241937,31242273,31248623,31251820,31253666,31257715,31267076,31271957,31272351,31280784,31285536,31292282', 'assoc_port': '31200876:31212724,31212091:31214446,31213313:31216562,31228338:31228533,31228339:31228508,31236682:31236775,31241279:31241401,31241280:31241937,31241281:31241447,31241283:31242273,31246920:31248623,31251644:31251820,31253394:31253666,31257693:31257715,31267015:31267076,31271494:31271957,31271992:31272351,31280185:31280784,31285384:31285536,31292275:31292282', 'assoc_mat': '31200876:Carton_gris:3726:31212724,31212091:Carton_gris:3726:31214446,31213313:Carton_gris:3726:31216562,31228338:Carton_gris:3726:31228533,31228339:Carton_gris:3726:31228508,31236682:Carton_gris:3726:31236775,31241279:Carton_gris:3726:31241401,31241280:Carton_gris:3726:31241937,31241281:Carton_gris:3726:31241447,31241283:Carton_gris:3726:31242273,31246920:Carton_gris:3726:31248623,31251644:Carton_gris:3726:31251820,31253394:Carton_gris:3726:31253666,31257693:Carton_gris:3726:31257715,31267015:Carton_gris:3726:31267076,31271494:Carton_gris:3726:31271957,31271992:Carton_gris:3726:31272351,31280185:Carton_gris:3726:31280784,31285384:Carton_gris:3726:31285536,31292275:Carton_gris:3726:31292282'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015139735813037888, 'nb_photo': 63, 'list_port_cont': '31212722,31216558,31228509,31228537,31241403,31241448,31241931,31242267,31242453,31251831,31257716,31267512,31272362,31280785,31285540', 'assoc_port': '31200876:31212722,31213313:31216558,31228338:31228537,31228339:31228509,31241279:31241403,31241280:31241931,31241281:31241448,31241282:31242453,31241283:31242267,31251644:31251831,31257693:31257716,31267311:31267512,31271992:31272362,31280185:31280785,31285384:31285540', 'assoc_mat': '31200876:kraft:3726:31212722,31213313:kraft:3726:31216558,31228338:kraft:3726:31228537,31228339:kraft:3726:31228509,31241279:kraft:3726:31241403,31241280:kraft:3726:31241931,31241281:kraft:3726:31241448,31241282:kraft:3726:31242453,31241283:kraft:3726:31242267,31251644:kraft:3726:31251831,31257693:kraft:3726:31257716,31267311:kraft:3726:31267512,31271992:kraft:3726:31272362,31280185:kraft:3726:31280785,31285384:kraft:3726:31285540'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0014889127439781308, 'nb_photo': 12, 'list_port_cont': '31216567,31248087,31251825,31267509,31271604,31271953,31272355,31280780,31291596', 'assoc_port': '31213313:31216567,31242252:31271604,31244507:31248087,31251644:31251825,31267311:31267509,31271494:31271953,31271992:31272355,31280185:31280780,31291436:31291596', 'assoc_mat': '31213313:metal:3726:31216567,31242252:metal:3726:31271604,31244507:metal:3726:31248087,31251644:metal:3726:31251825,31267311:metal:3726:31267509,31271494:metal:3726:31271953,31271992:metal:3726:31272355,31280185:metal:3726:31280780,31291436:metal:3726:31291596'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015421332846691352, 'nb_photo': 543, 'list_port_cont': '31212727,31214443,31216566,31228503,31228536,31229703,31236774,31241399,31241440,31241930,31242274,31242458,31248077,31248622,31251826,31253665,31257706,31267079,31267510,31271597,31271635,31271959,31272203,31272356,31280782,31281144,31285530,31287434,31291591,31292291', 'assoc_port': '31200876:31212727,31212091:31214443,31213313:31216566,31228338:31228536,31228339:31228503,31229529:31229703,31236682:31236774,31241279:31241399,31241280:31241930,31241281:31241440,31241282:31242458,31241283:31242274,31242252:31271597,31244507:31248077,31246920:31248622,31251644:31251826,31253394:31253665,31257693:31257706,31267015:31267079,31267311:31267510,31271493:31271635,31271494:31271959,31271495:31272203,31271992:31272356,31280185:31280782,31280766:31281144,31285384:31285530,31287251:31287434,31291436:31291591,31292275:31292291', 'assoc_mat': '31200876:plastique:3726:31212727,31212091:plastique:3726:31214443,31213313:plastique:3726:31216566,31228338:plastique:3726:31228536,31228339:plastique:3726:31228503,31229529:plastique:3726:31229703,31236682:plastique:3726:31236774,31241279:plastique:3726:31241399,31241280:plastique:3726:31241930,31241281:plastique:3726:31241440,31241282:plastique:3726:31242458,31241283:plastique:3726:31242274,31242252:plastique:3726:31271597,31244507:plastique:3726:31248077,31246920:plastique:3726:31248622,31251644:plastique:3726:31251826,31253394:plastique:3726:31253665,31257693:plastique:3726:31257706,31267015:plastique:3726:31267079,31267311:plastique:3726:31267510,31271493:plastique:3726:31271635,31271494:plastique:3726:31271959,31271495:plastique:3726:31272203,31271992:plastique:3726:31272356,31280185:plastique:3726:31280782,31280766:plastique:3726:31281144,31285384:plastique:3726:31285530,31287251:plastique:3726:31287434,31291436:plastique:3726:31291591,31292275:plastique:3726:31292291'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.024272171220796463, 'nb_photo': 1431, 'list_port_cont': '31212729,31214447,31216556,31228511,31228540,31229699,31236780,31241397,31241444,31241938,31242266,31242462,31248088,31248627,31251830,31253670,31257707,31267073,31267514,31271603,31271641,31271951,31272199,31272357,31280786,31281136,31285539,31286877,31287429,31291589,31292290', 'assoc_port': '31200876:31212729,31212091:31214447,31213313:31216556,31228338:31228540,31228339:31228511,31229529:31229699,31236682:31236780,31241279:31241397,31241280:31241938,31241281:31241444,31241282:31242462,31241283:31242266,31242252:31271603,31244507:31248088,31246920:31248627,31251644:31251830,31253394:31253670,31257693:31257707,31267015:31267073,31267311:31267514,31271493:31271641,31271494:31271951,31271495:31272199,31271992:31272357,31280185:31280786,31280766:31281136,31285384:31285539,31286570:31286877,31287251:31287429,31291436:31291589,31292275:31292290', 'assoc_mat': '31200876:Teint_Dans_La_Masse:3726:31212729,31212091:Teint_Dans_La_Masse:3726:31214447,31213313:Teint_Dans_La_Masse:3726:31216556,31228338:Teint_Dans_La_Masse:3726:31228540,31228339:Teint_Dans_La_Masse:3726:31228511,31229529:Teint_Dans_La_Masse:3726:31229699,31236682:Teint_Dans_La_Masse:3726:31236780,31241279:Teint_Dans_La_Masse:3726:31241397,31241280:Teint_Dans_La_Masse:3726:31241938,31241281:Teint_Dans_La_Masse:3726:31241444,31241282:Teint_Dans_La_Masse:3726:31242462,31241283:Teint_Dans_La_Masse:3726:31242266,31242252:Teint_Dans_La_Masse:3726:31271603,31244507:Teint_Dans_La_Masse:3726:31248088,31246920:Teint_Dans_La_Masse:3726:31248627,31251644:Teint_Dans_La_Masse:3726:31251830,31253394:Teint_Dans_La_Masse:3726:31253670,31257693:Teint_Dans_La_Masse:3726:31257707,31267015:Teint_Dans_La_Masse:3726:31267073,31267311:Teint_Dans_La_Masse:3726:31267514,31271493:Teint_Dans_La_Masse:3726:31271641,31271494:Teint_Dans_La_Masse:3726:31271951,31271495:Teint_Dans_La_Masse:3726:31272199,31271992:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 2028}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31302537,31302538,31302539,31302540,31302541,31302542,31302543,31302544?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-07', 0.18681431996568196),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((2028,),), 'unwanted_material_monthly_percentage': ((0.18681431996568196,),), 'material_repartition': (('JRM', 2028),), 'material_dict': {'JRM': 2028}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 7, 1), 0.21480658824499718, 90), (datetime.date(2026, 7, 2), 0.27535229208087536, 89), (datetime.date(2026, 7, 3), 0.10761454314672879, 84), (datetime.date(2026, 7, 6), 0.1883005800711579, 30), (datetime.date(2026, 7, 7), 0.19113756980632177, 73), (datetime.date(2026, 7, 8), 0.14588123544284257, 38), (datetime.date(2026, 7, 9), 0.169765299687326, 104), (datetime.date(2026, 7, 10), 0.11340293833336024, 95), (datetime.date(2026, 7, 13), 0.16563009694499434, 99), (datetime.date(2026, 7, 14), 0.198401986741486, 79), (datetime.date(2026, 7, 15), 0.15831684858064682, 87), (datetime.date(2026, 7, 16), 0.12141777901701536, 42), (datetime.date(2026, 7, 17), 0.1212786853131827, 11)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 7, 1), 0.21480658824499718, 90), (datetime.date(2026, 7, 2), 0.27535229208087536, 89), (datetime.date(2026, 7, 3), 0.10761454314672879, 84), (datetime.date(2026, 7, 6), 0.1883005800711579, 30), (datetime.date(2026, 7, 7), 0.19113756980632177, 73), (datetime.date(2026, 7, 8), 0.14588123544284257, 38), (datetime.date(2026, 7, 9), 0.169765299687326, 104), (datetime.date(2026, 7, 10), 0.11340293833336024, 95), (datetime.date(2026, 7, 13), 0.16563009694499434, 99), (datetime.date(2026, 7, 14), 0.198401986741486, 79), (datetime.date(2026, 7, 15), 0.15831684858064682, 87), (datetime.date(2026, 7, 16), 0.12141777901701536, 42), (datetime.date(2026, 7, 17), 0.1212786853131827, 11))}, 'quality_array': [['-1.357702300775101', '01072026'], ['-2.378804552010441', '02072026'], ['-0.9745075975167075', '03072026'], ['-2.096504801173686', '06072026'], ['-2.155525846707577', '07072026'], ['-1.8952693764713562', '08072026'], ['0.13465496309804012', '09072026'], ['-1.5696304415012867', '10072026'], ['-2.2444947174314027', '13072026'], ['-1.3228791329674086', '14072026'], ['-1.6864033395980877', '15072026'], ['-1.985520627106157', '16072026'], ['-1.7811966249568825', '17072026']], 'number_of_batch': ((31,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01523375448999687, 'nb_photo': 245, 'list_port_cont': '31212730,31214450,31216565,31228504,31228543,31229694,31236777,31241395,31241442,31241934,31242272,31242454,31248080,31248619,31251828,31253669,31257711,31267070,31267511,31271606,31271632,31271960,31272202,31272353,31280790,31281135,31285534,31286882,31291592', 'assoc_port': '31200876:31212730,31212091:31214450,31213313:31216565,31228338:31228543,31228339:31228504,31229529:31229694,31236682:31236777,31241279:31241395,31241280:31241934,31241281:31241442,31241282:31242454,31241283:31242272,31242252:31271606,31244507:31248080,31246920:31248619,31251644:31251828,31253394:31253669,31257693:31257711,31267015:31267070,31267311:31267511,31271493:31271632,31271494:31271960,31271495:31272202,31271992:31272353,31280185:31280790,31280766:31281135,31285384:31285534,31286570:31286882,31291436:31291592', 'assoc_mat': '31200876:autre_refus:3726:31212730,31212091:autre_refus:3726:31214450,31213313:autre_refus:3726:31216565,31228338:autre_refus:3726:31228543,31228339:autre_refus:3726:31228504,31229529:autre_refus:3726:31229694,31236682:autre_refus:3726:31236777,31241279:autre_refus:3726:31241395,31241280:autre_refus:3726:31241934,31241281:autre_refus:3726:31241442,31241282:autre_refus:3726:31242454,31241283:autre_refus:3726:31242272,31242252:autre_refus:3726:31271606,31244507:autre_refus:3726:31248080,31246920:autre_refus:3726:31248619,31251644:autre_refus:3726:31251828,31253394:autre_refus:3726:31253669,31257693:autre_refus:3726:31257711,31267015:autre_refus:3726:31267070,31267311:autre_refus:3726:31267511,31271493:autre_refus:3726:31271632,31271494:autre_refus:3726:31271960,31271495:autre_refus:3726:31272202,31271992:autre_refus:3726:31272353,31280185:autre_refus:3726:31280790,31280766:autre_refus:3726:31281135,31285384:autre_refus:3726:31285534,31286570:autre_refus:3726:31286882,31291436:autre_refus:3726:31291592'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01386340609511385, 'nb_photo': 564, 'list_port_cont': '31212723,31214451,31216559,31228502,31228538,31229697,31236773,31241394,31241443,31241927,31242268,31242461,31248082,31248625,31251823,31253664,31257717,31267077,31267513,31271601,31271643,31271950,31272195,31272358,31280788,31281134,31285537,31287433,31291588,31292283', 'assoc_port': '31200876:31212723,31212091:31214451,31213313:31216559,31228338:31228538,31228339:31228502,31229529:31229697,31236682:31236773,31241279:31241394,31241280:31241927,31241281:31241443,31241282:31242461,31241283:31242268,31242252:31271601,31244507:31248082,31246920:31248625,31251644:31251823,31253394:31253664,31257693:31257717,31267015:31267077,31267311:31267513,31271493:31271643,31271494:31271950,31271495:31272195,31271992:31272358,31280185:31280788,31280766:31281134,31285384:31285537,31287251:31287433,31291436:31291588,31292275:31292283', 'assoc_mat': '31200876:cartonnette:3726:31212723,31212091:cartonnette:3726:31214451,31213313:cartonnette:3726:31216559,31228338:cartonnette:3726:31228538,31228339:cartonnette:3726:31228502,31229529:cartonnette:3726:31229697,31236682:cartonnette:3726:31236773,31241279:cartonnette:3726:31241394,31241280:cartonnette:3726:31241927,31241281:cartonnette:3726:31241443,31241282:cartonnette:3726:31242461,31241283:cartonnette:3726:31242268,31242252:cartonnette:3726:31271601,31244507:cartonnette:3726:31248082,31246920:cartonnette:3726:31248625,31251644:cartonnette:3726:31251823,31253394:cartonnette:3726:31253664,31257693:cartonnette:3726:31257717,31267015:cartonnette:3726:31267077,31267311:cartonnette:3726:31267513,31271493:cartonnette:3726:31271643,31271494:cartonnette:3726:31271950,31271495:cartonnette:3726:31272195,31271992:cartonnette:3726:31272358,31280185:cartonnette:3726:31280788,31280766:cartonnette:3726:31281134,31285384:cartonnette:3726:31285537,31287251:cartonnette:3726:31287433,31291436:cartonnette:3726:31291588,31292275:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.1353980349661496, 'nb_photo': 3380, 'list_port_cont': '31212726,31214449,31216564,31228507,31228541,31229704,31236779,31241392,31241450,31241933,31242270,31242459,31248085,31248620,31251829,31253661,31257709,31267075,31267507,31271608,31271642,31271956,31272193,31272361,31280783,31281141,31285533,31286883,31287426,31291599,31292284', 'assoc_port': '31200876:31212726,31212091:31214449,31213313:31216564,31228338:31228541,31228339:31228507,31229529:31229704,31236682:31236779,31241279:31241392,31241280:31241933,31241281:31241450,31241282:31242459,31241283:31242270,31242252:31271608,31244507:31248085,31246920:31248620,31251644:31251829,31253394:31253661,31257693:31257709,31267015:31267075,31267311:31267507,31271493:31271642,31271494:31271956,31271495:31272193,31271992:31272361,31280185:31280783,31280766:31281141,31285384:31285533,31286570:31286883,31287251:31287426,31291436:31291599,31292275:31292284', 'assoc_mat': '31200876:Carton_brun:3726:31212726,31212091:Carton_brun:3726:31214449,31213313:Carton_brun:3726:31216564,31228338:Carton_brun:3726:31228541,31228339:Carton_brun:3726:31228507,31229529:Carton_brun:3726:31229704,31236682:Carton_brun:3726:31236779,31241279:Carton_brun:3726:31241392,31241280:Carton_brun:3726:31241933,31241281:Carton_brun:3726:31241450,31241282:Carton_brun:3726:31242459,31241283:Carton_brun:3726:31242270,31242252:Carton_brun:3726:31271608,31244507:Carton_brun:3726:31248085,31246920:Carton_brun:3726:31248620,31251644:Carton_brun:3726:31251829,31253394:Carton_brun:3726:31253661,31257693:Carton_brun:3726:31257709,31267015:Carton_brun:3726:31267075,31267311:Carton_brun:3726:31267507,31271493:Carton_brun:3726:31271642,31271494:Carton_brun:3726:31271956,31271495:Carton_brun:3726:31272193,31271992:Carton_brun:3726:31272361,31280185:Carton_brun:3726:31280783,31280766:Carton_brun:3726:31281141,31285384:Carton_brun:3726:31285533,31286570:Carton_brun:3726:31286883,31287251:Carton_brun:3726:31287426,31291436:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006004059368410787, 'nb_photo': 43, 'list_port_cont': '31212724,31214446,31216562,31228508,31228533,31236775,31241401,31241447,31241937,31242273,31248623,31251820,31253666,31257715,31267076,31271957,31272351,31280784,31285536,31292282', 'assoc_port': '31200876:31212724,31212091:31214446,31213313:31216562,31228338:31228533,31228339:31228508,31236682:31236775,31241279:31241401,31241280:31241937,31241281:31241447,31241283:31242273,31246920:31248623,31251644:31251820,31253394:31253666,31257693:31257715,31267015:31267076,31271494:31271957,31271992:31272351,31280185:31280784,31285384:31285536,31292275:31292282', 'assoc_mat': '31200876:Carton_gris:3726:31212724,31212091:Carton_gris:3726:31214446,31213313:Carton_gris:3726:31216562,31228338:Carton_gris:3726:31228533,31228339:Carton_gris:3726:31228508,31236682:Carton_gris:3726:31236775,31241279:Carton_gris:3726:31241401,31241280:Carton_gris:3726:31241937,31241281:Carton_gris:3726:31241447,31241283:Carton_gris:3726:31242273,31246920:Carton_gris:3726:31248623,31251644:Carton_gris:3726:31251820,31253394:Carton_gris:3726:31253666,31257693:Carton_gris:3726:31257715,31267015:Carton_gris:3726:31267076,31271494:Carton_gris:3726:31271957,31271992:Carton_gris:3726:31272351,31280185:Carton_gris:3726:31280784,31285384:Carton_gris:3726:31285536,31292275:Carton_gris:3726:31292282'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015139735813037888, 'nb_photo': 63, 'list_port_cont': '31212722,31216558,31228509,31228537,31241403,31241448,31241931,31242267,31242453,31251831,31257716,31267512,31272362,31280785,31285540', 'assoc_port': '31200876:31212722,31213313:31216558,31228338:31228537,31228339:31228509,31241279:31241403,31241280:31241931,31241281:31241448,31241282:31242453,31241283:31242267,31251644:31251831,31257693:31257716,31267311:31267512,31271992:31272362,31280185:31280785,31285384:31285540', 'assoc_mat': '31200876:kraft:3726:31212722,31213313:kraft:3726:31216558,31228338:kraft:3726:31228537,31228339:kraft:3726:31228509,31241279:kraft:3726:31241403,31241280:kraft:3726:31241931,31241281:kraft:3726:31241448,31241282:kraft:3726:31242453,31241283:kraft:3726:31242267,31251644:kraft:3726:31251831,31257693:kraft:3726:31257716,31267311:kraft:3726:31267512,31271992:kraft:3726:31272362,31280185:kraft:3726:31280785,31285384:kraft:3726:31285540'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0014889127439781308, 'nb_photo': 12, 'list_port_cont': '31216567,31248087,31251825,31267509,31271604,31271953,31272355,31280780,31291596', 'assoc_port': '31213313:31216567,31242252:31271604,31244507:31248087,31251644:31251825,31267311:31267509,31271494:31271953,31271992:31272355,31280185:31280780,31291436:31291596', 'assoc_mat': '31213313:metal:3726:31216567,31242252:metal:3726:31271604,31244507:metal:3726:31248087,31251644:metal:3726:31251825,31267311:metal:3726:31267509,31271494:metal:3726:31271953,31271992:metal:3726:31272355,31280185:metal:3726:31280780,31291436:metal:3726:31291596'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015421332846691352, 'nb_photo': 543, 'list_port_cont': '31212727,31214443,31216566,31228503,31228536,31229703,31236774,31241399,31241440,31241930,31242274,31242458,31248077,31248622,31251826,31253665,31257706,31267079,31267510,31271597,31271635,31271959,31272203,31272356,31280782,31281144,31285530,31287434,31291591,31292291', 'assoc_port': '31200876:31212727,31212091:31214443,31213313:31216566,31228338:31228536,31228339:31228503,31229529:31229703,31236682:31236774,31241279:31241399,31241280:31241930,31241281:31241440,31241282:31242458,31241283:31242274,31242252:31271597,31244507:31248077,31246920:31248622,31251644:31251826,31253394:31253665,31257693:31257706,31267015:31267079,31267311:31267510,31271493:31271635,31271494:31271959,31271495:31272203,31271992:31272356,31280185:31280782,31280766:31281144,31285384:31285530,31287251:31287434,31291436:31291591,31292275:31292291', 'assoc_mat': '31200876:plastique:3726:31212727,31212091:plastique:3726:31214443,31213313:plastique:3726:31216566,31228338:plastique:3726:31228536,31228339:plastique:3726:31228503,31229529:plastique:3726:31229703,31236682:plastique:3726:31236774,31241279:plastique:3726:31241399,31241280:plastique:3726:31241930,31241281:plastique:3726:31241440,31241282:plastique:3726:31242458,31241283:plastique:3726:31242274,31242252:plastique:3726:31271597,31244507:plastique:3726:31248077,31246920:plastique:3726:31248622,31251644:plastique:3726:31251826,31253394:plastique:3726:31253665,31257693:plastique:3726:31257706,31267015:plastique:3726:31267079,31267311:plastique:3726:31267510,31271493:plastique:3726:31271635,31271494:plastique:3726:31271959,31271495:plastique:3726:31272203,31271992:plastique:3726:31272356,31280185:plastique:3726:31280782,31280766:plastique:3726:31281144,31285384:plastique:3726:31285530,31287251:plastique:3726:31287434,31291436:plastique:3726:31291591,31292275:plastique:3726:31292291'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.024272171220796463, 'nb_photo': 1431, 'list_port_cont': '31212729,31214447,31216556,31228511,31228540,31229699,31236780,31241397,31241444,31241938,31242266,31242462,31248088,31248627,31251830,31253670,31257707,31267073,31267514,31271603,31271641,31271951,31272199,31272357,31280786,31281136,31285539,31286877,31287429,31291589,31292290', 'assoc_port': '31200876:31212729,31212091:31214447,31213313:31216556,31228338:31228540,31228339:31228511,31229529:31229699,31236682:31236780,31241279:31241397,31241280:31241938,31241281:31241444,31241282:31242462,31241283:31242266,31242252:31271603,31244507:31248088,31246920:31248627,31251644:31251830,31253394:31253670,31257693:31257707,31267015:31267073,31267311:31267514,31271493:31271641,31271494:31271951,31271495:31272199,31271992:31272357,31280185:31280786,31280766:31281136,31285384:31285539,31286570:31286877,31287251:31287429,31291436:31291589,31292275:31292290', 'assoc_mat': '31200876:Teint_Dans_La_Masse:3726:31212729,31212091:Teint_Dans_La_Masse:3726:31214447,31213313:Teint_Dans_La_Masse:3726:31216556,31228338:Teint_Dans_La_Masse:3726:31228540,31228339:Teint_Dans_La_Masse:3726:31228511,31229529:Teint_Dans_La_Masse:3726:31229699,31236682:Teint_Dans_La_Masse:3726:31236780,31241279:Teint_Dans_La_Masse:3726:31241397,31241280:Teint_Dans_La_Masse:3726:31241938,31241281:Teint_Dans_La_Masse:3726:31241444,31241282:Teint_Dans_La_Masse:3726:31242462,31241283:Teint_Dans_La_Masse:3726:31242266,31242252:Teint_Dans_La_Masse:3726:31271603,31244507:Teint_Dans_La_Masse:3726:31248088,31246920:Teint_Dans_La_Masse:3726:31248627,31251644:Teint_Dans_La_Masse:3726:31251830,31253394:Teint_Dans_La_Masse:3726:31253670,31257693:Teint_Dans_La_Masse:3726:31257707,31267015:Teint_Dans_La_Masse:3726:31267073,31267311:Teint_Dans_La_Masse:3726:31267514,31271493:Teint_Dans_La_Masse:3726:31271641,31271494:Teint_Dans_La_Masse:3726:31271951,31271495:Teint_Dans_La_Masse:3726:31272199,31271992:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 2028}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31302537,31302538,31302539,31302540,31302541,31302542,31302543,31302544?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-07', 0.18681431996568196),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_07_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.52%', 245], 'cartonnette': ['cartonnette', '1.39%', 564], 'Carton_brun': ['Carton_brun', '13.54%', 3380], 'Carton_gris': ['Carton_gris', '0.6%', 43], 'kraft': ['kraft', '1.51%', 63], 'metal': ['metal', '0.15%', 12], 'plastique': ['plastique', '1.54%', 543], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.43%', 1431]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_07_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.90user 2.89system 0:07.77elapsed 74%CPU (0avgtext+0avgdata 191816maxresident)k 12712inputs+288outputs (23major+63438minor)pagefaults 0swaps