python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_2/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-04 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (1, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (1, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 04 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-04 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-04%') and created_at like '%2025-04%'))); nb_day : (1, 30) after unwanted_material_data nb_day : (1, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/04%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-04-01 00:00:00,2025-04-02 00:00:00,2025-04-03 00:00:00,2025-04-04 00:00:00,2025-04-07 00:00:00,2025-04-08 00:00:00,2025-04-09 00:00:00,2025-04-10 00:00:00,2025-04-11 00:00:00,2025-04-14 00:00:00,2025-04-15 00:00:00,2025-04-16 00:00:00,2025-04-17 00:00:00,2025-04-18 00:00:00,2025-04-21 00:00:00,2025-04-22 00:00:00,2025-04-23 00:00:00,2025-04-24 00:00:00,2025-04-25 00:00:00,2025-04-28 00:00:00,2025-04-29 00:00:00,2025-04-30 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 134 and month(ded.date) = 04 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 04 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%042025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-04-01 : dt_date_just_month_year : 2025-04-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-04-01" AND ded.date <= "2025-04-30" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1721019,1734199,1734221,1725913,1729833,1733784) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012154422113120447, 'nb_photo': 178, 'list_port_cont': '21943165,21943198,21946658,21947550,21948777,21955106,21964591,22027834,22036561,22037459,22037674,22037912,22038325,22038522,22052531,22053538,22053642,22054195,22057767,22058918,22059184,22076971,22077101,22117188,22124579,22184139,22190611', 'assoc_port': '21942661:21948777,21942963:21943198,21942964:21943165,21945816:21964591,21946531:21955106,21946532:21946658,21947408:21947550,22014129:22036561,22014130:22058918,22014131:22037459,22014132:22037674,22014133:22037912,22014134:22059184,22014135:22038325,22014136:22038522,22018565:22052531,22019802:22053538,22019803:22053642,22026850:22027834,22029892:22057767,22033705:22054195,22074748:22076971,22076999:22077101,22082727:22117188,22124406:22124579,22178929:22190611,22183801:22184139', 'assoc_mat': '21942661:autre_refus:3726:21948777,21942963:autre_refus:3726:21943198,21942964:autre_refus:3726:21943165,21945816:autre_refus:3726:21964591,21946531:autre_refus:3726:21955106,21946532:autre_refus:3726:21946658,21947408:autre_refus:3726:21947550,22014129:autre_refus:3726:22036561,22014130:autre_refus:3726:22058918,22014131:autre_refus:3726:22037459,22014132:autre_refus:3726:22037674,22014133:autre_refus:3726:22037912,22014134:autre_refus:3726:22059184,22014135:autre_refus:3726:22038325,22014136:autre_refus:3726:22038522,22018565:autre_refus:3726:22052531,22019802:autre_refus:3726:22053538,22019803:autre_refus:3726:22053642,22026850:autre_refus:3726:22027834,22029892:autre_refus:3726:22057767,22033705:autre_refus:3726:22054195,22074748:autre_refus:3726:22076971,22076999:autre_refus:3726:22077101,22082727:autre_refus:3726:22117188,22124406:autre_refus:3726:22124579,22178929:autre_refus:3726:22190611,22183801:autre_refus:3726:22184139'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013699386380833636, 'nb_photo': 517, 'list_port_cont': '21943168,21943197,21946648,21947540,21948778,21955112,21962228,21964586,22027826,22036570,22037465,22037664,22037907,22038330,22038515,22052528,22053533,22053641,22054185,22057764,22058917,22059190,22067117,22076973,22077094,22117191,22124585,22184136,22190619', 'assoc_port': '21942661:21948778,21942963:21943197,21942964:21943168,21945816:21964586,21945817:21962228,21946531:21955112,21946532:21946648,21947408:21947540,22014129:22036570,22014130:22058917,22014131:22037465,22014132:22037664,22014133:22037907,22014134:22059190,22014135:22038330,22014136:22038515,22018565:22052528,22019802:22053533,22019803:22053641,22026850:22027826,22029892:22057764,22033705:22054185,22066911:22067117,22074748:22076973,22076999:22077094,22082727:22117191,22124406:22124585,22178929:22190619,22183801:22184136', 'assoc_mat': '21942661:cartonnette:3726:21948778,21942963:cartonnette:3726:21943197,21942964:cartonnette:3726:21943168,21945816:cartonnette:3726:21964586,21945817:cartonnette:3726:21962228,21946531:cartonnette:3726:21955112,21946532:cartonnette:3726:21946648,21947408:cartonnette:3726:21947540,22014129:cartonnette:3726:22036570,22014130:cartonnette:3726:22058917,22014131:cartonnette:3726:22037465,22014132:cartonnette:3726:22037664,22014133:cartonnette:3726:22037907,22014134:cartonnette:3726:22059190,22014135:cartonnette:3726:22038330,22014136:cartonnette:3726:22038515,22018565:cartonnette:3726:22052528,22019802:cartonnette:3726:22053533,22019803:cartonnette:3726:22053641,22026850:cartonnette:3726:22027826,22029892:cartonnette:3726:22057764,22033705:cartonnette:3726:22054185,22066911:cartonnette:3726:22067117,22074748:cartonnette:3726:22076973,22076999:cartonnette:3726:22077094,22082727:cartonnette:3726:22117191,22124406:cartonnette:3726:22124585,22178929:cartonnette:3726:22190619,22183801:cartonnette:3726:22184136'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.058144641638722544, 'nb_photo': 2318, 'list_port_cont': '21943172,21943194,21946655,21947547,21948786,21955115,21962227,21964588,22027832,22036563,22037457,22037672,22037910,22038329,22038514,22052538,22053532,22053648,22054194,22057763,22058911,22059187,22067123,22076974,22077092,22117185,22124582,22184127,22190616', 'assoc_port': '21942661:21948786,21942963:21943194,21942964:21943172,21945816:21964588,21945817:21962227,21946531:21955115,21946532:21946655,21947408:21947547,22014129:22036563,22014130:22058911,22014131:22037457,22014132:22037672,22014133:22037910,22014134:22059187,22014135:22038329,22014136:22038514,22018565:22052538,22019802:22053532,22019803:22053648,22026850:22027832,22029892:22057763,22033705:22054194,22066911:22067123,22074748:22076974,22076999:22077092,22082727:22117185,22124406:22124582,22178929:22190616,22183801:22184127', 'assoc_mat': '21942661:Carton_brun:3726:21948786,21942963:Carton_brun:3726:21943194,21942964:Carton_brun:3726:21943172,21945816:Carton_brun:3726:21964588,21945817:Carton_brun:3726:21962227,21946531:Carton_brun:3726:21955115,21946532:Carton_brun:3726:21946655,21947408:Carton_brun:3726:21947547,22014129:Carton_brun:3726:22036563,22014130:Carton_brun:3726:22058911,22014131:Carton_brun:3726:22037457,22014132:Carton_brun:3726:22037672,22014133:Carton_brun:3726:22037910,22014134:Carton_brun:3726:22059187,22014135:Carton_brun:3726:22038329,22014136:Carton_brun:3726:22038514,22018565:Carton_brun:3726:22052538,22019802:Carton_brun:3726:22053532,22019803:Carton_brun:3726:22053648,22026850:Carton_brun:3726:22027832,22029892:Carton_brun:3726:22057763,22033705:Carton_brun:3726:22054194,22066911:Carton_brun:3726:22067123,22074748:Carton_brun:3726:22076974,22076999:Carton_brun:3726:22077092,22082727:Carton_brun:3726:22117185,22124406:Carton_brun:3726:22124582,22178929:Carton_brun:3726:22190616,22183801:Carton_brun:3726:22184127'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005724063273213172, 'nb_photo': 69, 'list_port_cont': '21943162,21943191,21946653,21964587,22027825,22036569,22037663,22037906,22038334,22038523,22053540,22053649,22054186,22057768,22058907,22059192,22067118,22076975,22077099,22117183,22124578,22184137,22190610', 'assoc_port': '21942963:21943191,21942964:21943162,21945816:21964587,21946532:21946653,22014129:22036569,22014130:22058907,22014132:22037663,22014133:22037906,22014134:22059192,22014135:22038334,22014136:22038523,22019802:22053540,22019803:22053649,22026850:22027825,22029892:22057768,22033705:22054186,22066911:22067118,22074748:22076975,22076999:22077099,22082727:22117183,22124406:22124578,22178929:22190610,22183801:22184137', 'assoc_mat': '21942963:Carton_gris:3726:21943191,21942964:Carton_gris:3726:21943162,21945816:Carton_gris:3726:21964587,21946532:Carton_gris:3726:21946653,22014129:Carton_gris:3726:22036569,22014130:Carton_gris:3726:22058907,22014132:Carton_gris:3726:22037663,22014133:Carton_gris:3726:22037906,22014134:Carton_gris:3726:22059192,22014135:Carton_gris:3726:22038334,22014136:Carton_gris:3726:22038523,22019802:Carton_gris:3726:22053540,22019803:Carton_gris:3726:22053649,22026850:Carton_gris:3726:22027825,22029892:Carton_gris:3726:22057768,22033705:Carton_gris:3726:22054186,22066911:Carton_gris:3726:22067118,22074748:Carton_gris:3726:22076975,22076999:Carton_gris:3726:22077099,22082727:Carton_gris:3726:22117183,22124406:Carton_gris:3726:22124578,22178929:Carton_gris:3726:22190610,22183801:Carton_gris:3726:22184137'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002472313731685211, 'nb_photo': 30, 'list_port_cont': '21943164,21943193,21946650,21947543,21948783,21964589,22027828,22036562,22037466,22037670,22038331,22052537,22054188,22057759,22058914,22117184,22124581,22184134', 'assoc_port': '21942661:21948783,21942963:21943193,21942964:21943164,21945816:21964589,21946532:21946650,21947408:21947543,22014129:22036562,22014130:22058914,22014131:22037466,22014132:22037670,22014135:22038331,22018565:22052537,22026850:22027828,22029892:22057759,22033705:22054188,22082727:22117184,22124406:22124581,22183801:22184134', 'assoc_mat': '21942661:kraft:3726:21948783,21942963:kraft:3726:21943193,21942964:kraft:3726:21943164,21945816:kraft:3726:21964589,21946532:kraft:3726:21946650,21947408:kraft:3726:21947543,22014129:kraft:3726:22036562,22014130:kraft:3726:22058914,22014131:kraft:3726:22037466,22014132:kraft:3726:22037670,22014135:kraft:3726:22038331,22018565:kraft:3726:22052537,22026850:kraft:3726:22027828,22029892:kraft:3726:22057759,22033705:kraft:3726:22054188,22082727:kraft:3726:22117184,22124406:kraft:3726:22124581,22183801:kraft:3726:22184134'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013499785472388332, 'nb_photo': 6, 'list_port_cont': '22038335,22053539,22053643,22054189,22058913', 'assoc_port': '22014130:22058913,22014135:22038335,22019802:22053539,22019803:22053643,22033705:22054189', 'assoc_mat': '22014130:metal:3726:22058913,22014135:metal:3726:22038335,22019802:metal:3726:22053539,22019803:metal:3726:22053643,22033705:metal:3726:22054189'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008741278164601225, 'nb_photo': 342, 'list_port_cont': '21943169,21943196,21946652,21947541,21948788,21955107,21962229,21964584,22027824,22036566,22037464,22037665,22037908,22038336,22038519,22052535,22053542,22053650,22054190,22057769,22058910,22059188,22067121,22076980,22077091,22117192,22124584,22184128,22190614', 'assoc_port': '21942661:21948788,21942963:21943196,21942964:21943169,21945816:21964584,21945817:21962229,21946531:21955107,21946532:21946652,21947408:21947541,22014129:22036566,22014130:22058910,22014131:22037464,22014132:22037665,22014133:22037908,22014134:22059188,22014135:22038336,22014136:22038519,22018565:22052535,22019802:22053542,22019803:22053650,22026850:22027824,22029892:22057769,22033705:22054190,22066911:22067121,22074748:22076980,22076999:22077091,22082727:22117192,22124406:22124584,22178929:22190614,22183801:22184128', 'assoc_mat': '21942661:plastique:3726:21948788,21942963:plastique:3726:21943196,21942964:plastique:3726:21943169,21945816:plastique:3726:21964584,21945817:plastique:3726:21962229,21946531:plastique:3726:21955107,21946532:plastique:3726:21946652,21947408:plastique:3726:21947541,22014129:plastique:3726:22036566,22014130:plastique:3726:22058910,22014131:plastique:3726:22037464,22014132:plastique:3726:22037665,22014133:plastique:3726:22037908,22014134:plastique:3726:22059188,22014135:plastique:3726:22038336,22014136:plastique:3726:22038519,22018565:plastique:3726:22052535,22019802:plastique:3726:22053542,22019803:plastique:3726:22053650,22026850:plastique:3726:22027824,22029892:plastique:3726:22057769,22033705:plastique:3726:22054190,22066911:plastique:3726:22067121,22074748:plastique:3726:22076980,22076999:plastique:3726:22077091,22082727:plastique:3726:22117192,22124406:plastique:3726:22124584,22178929:plastique:3726:22190614,22183801:plastique:3726:22184128'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01973122465074792, 'nb_photo': 1340, 'list_port_cont': '21943166,21943199,21946657,21947551,21948785,21955111,21962219,21964582,22027823,22036572,22037460,22037666,22037905,22038328,22038516,22052539,22053535,22053647,22054187,22057762,22058915,22059186,22067125,22076977,22077093,22117193,22124577,22184133,22190609', 'assoc_port': '21942661:21948785,21942963:21943199,21942964:21943166,21945816:21964582,21945817:21962219,21946531:21955111,21946532:21946657,21947408:21947551,22014129:22036572,22014130:22058915,22014131:22037460,22014132:22037666,22014133:22037905,22014134:22059186,22014135:22038328,22014136:22038516,22018565:22052539,22019802:22053535,22019803:22053647,22026850:22027823,22029892:22057762,22033705:22054187,22066911:22067125,22074748:22076977,22076999:22077093,22082727:22117193,22124406:22124577,22178929:22190609,22183801:22184133', 'assoc_mat': '21942661:Teint_Dans_La_Masse:3726:21948785,21942963:Teint_Dans_La_Masse:3726:21943199,21942964:Teint_Dans_La_Masse:3726:21943166,21945816:Teint_Dans_La_Masse:3726:21964582,21945817:Teint_Dans_La_Masse:3726:21962219,21946531:Teint_Dans_La_Masse:3726:21955111,21946532:Teint_Dans_La_Masse:3726:21946657,21947408:Teint_Dans_La_Masse:3726:21947551,22014129:Teint_Dans_La_Masse:3726:22036572,22014130:Teint_Dans_La_Masse:3726:22058915,22014131:Teint_Dans_La_Masse:3726:22037460,22014132:Teint_Dans_La_Masse:3726:22037666,22014133:Teint_Dans_La_Masse:3726:22037905,22014134:Teint_Dans_La_Masse:3726:22059186,22014135:Teint_Dans_La_Masse:3726:22038328,22014136:Teint_Dans_La_Masse:3726:22038516,22018565:Teint_Dans_La_Masse:3726:22052539,22019802:Teint_Dans_La_Masse:3726:22053535,22019803:Teint_Dans_La_Masse:3726:22053647,22026850:Teint_Dans_La_Masse:3726:22027823,22029892:Teint_Dans_La_Masse:3726:22057762,22033705:Teint_Dans_La_Masse:3726:22054187,22066911:Teint_Dans_La_Masse:3726:22067125,22074748:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1721019,1734199,1734221,1725913,1729833,1733784)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-04-01' and date <= '2025-04-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((2055,),), 'unwanted_material_monthly_percentage': ((0.11330472706050114,),), 'material_repartition': (('JRM', 2055),), 'material_dict': {'JRM': 2055}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 4, 1), 0.10974254530002231, 599), (datetime.date(2025, 4, 2), 0.11676084319039824, 604), (datetime.date(2025, 4, 3), 0.11509267051742125, 272), (datetime.date(2025, 4, 15), 0.11529903964003357, 246), (datetime.date(2025, 4, 16), 0.1199362260997642, 288), (datetime.date(2025, 4, 17), 0.10670630582247354, 46)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 4, 1), 0.10974254530002231, 599), (datetime.date(2025, 4, 2), 0.11676084319039824, 604), (datetime.date(2025, 4, 3), 0.11509267051742125, 272), (datetime.date(2025, 4, 15), 0.11529903964003357, 246), (datetime.date(2025, 4, 16), 0.1199362260997642, 288), (datetime.date(2025, 4, 17), 0.10670630582247354, 46))}, 'quality_array': [['-0.08743505275781108', '01042025'], ['-0.20378502508371482', '02042025'], ['0.13353709028198663', '03042025'], ['-0.08696548614130195', '15042025'], ['-0.19333982534974534', '16042025'], ['-0.8509718531545158', '17042025']], 'number_of_batch': ((29,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012154422113120447, 'nb_photo': 178, 'list_port_cont': '21943165,21943198,21946658,21947550,21948777,21955106,21964591,22027834,22036561,22037459,22037674,22037912,22038325,22038522,22052531,22053538,22053642,22054195,22057767,22058918,22059184,22076971,22077101,22117188,22124579,22184139,22190611', 'assoc_port': '21942661:21948777,21942963:21943198,21942964:21943165,21945816:21964591,21946531:21955106,21946532:21946658,21947408:21947550,22014129:22036561,22014130:22058918,22014131:22037459,22014132:22037674,22014133:22037912,22014134:22059184,22014135:22038325,22014136:22038522,22018565:22052531,22019802:22053538,22019803:22053642,22026850:22027834,22029892:22057767,22033705:22054195,22074748:22076971,22076999:22077101,22082727:22117188,22124406:22124579,22178929:22190611,22183801:22184139', 'assoc_mat': '21942661:autre_refus:3726:21948777,21942963:autre_refus:3726:21943198,21942964:autre_refus:3726:21943165,21945816:autre_refus:3726:21964591,21946531:autre_refus:3726:21955106,21946532:autre_refus:3726:21946658,21947408:autre_refus:3726:21947550,22014129:autre_refus:3726:22036561,22014130:autre_refus:3726:22058918,22014131:autre_refus:3726:22037459,22014132:autre_refus:3726:22037674,22014133:autre_refus:3726:22037912,22014134:autre_refus:3726:22059184,22014135:autre_refus:3726:22038325,22014136:autre_refus:3726:22038522,22018565:autre_refus:3726:22052531,22019802:autre_refus:3726:22053538,22019803:autre_refus:3726:22053642,22026850:autre_refus:3726:22027834,22029892:autre_refus:3726:22057767,22033705:autre_refus:3726:22054195,22074748:autre_refus:3726:22076971,22076999:autre_refus:3726:22077101,22082727:autre_refus:3726:22117188,22124406:autre_refus:3726:22124579,22178929:autre_refus:3726:22190611,22183801:autre_refus:3726:22184139'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013699386380833636, 'nb_photo': 517, 'list_port_cont': '21943168,21943197,21946648,21947540,21948778,21955112,21962228,21964586,22027826,22036570,22037465,22037664,22037907,22038330,22038515,22052528,22053533,22053641,22054185,22057764,22058917,22059190,22067117,22076973,22077094,22117191,22124585,22184136,22190619', 'assoc_port': '21942661:21948778,21942963:21943197,21942964:21943168,21945816:21964586,21945817:21962228,21946531:21955112,21946532:21946648,21947408:21947540,22014129:22036570,22014130:22058917,22014131:22037465,22014132:22037664,22014133:22037907,22014134:22059190,22014135:22038330,22014136:22038515,22018565:22052528,22019802:22053533,22019803:22053641,22026850:22027826,22029892:22057764,22033705:22054185,22066911:22067117,22074748:22076973,22076999:22077094,22082727:22117191,22124406:22124585,22178929:22190619,22183801:22184136', 'assoc_mat': '21942661:cartonnette:3726:21948778,21942963:cartonnette:3726:21943197,21942964:cartonnette:3726:21943168,21945816:cartonnette:3726:21964586,21945817:cartonnette:3726:21962228,21946531:cartonnette:3726:21955112,21946532:cartonnette:3726:21946648,21947408:cartonnette:3726:21947540,22014129:cartonnette:3726:22036570,22014130:cartonnette:3726:22058917,22014131:cartonnette:3726:22037465,22014132:cartonnette:3726:22037664,22014133:cartonnette:3726:22037907,22014134:cartonnette:3726:22059190,22014135:cartonnette:3726:22038330,22014136:cartonnette:3726:22038515,22018565:cartonnette:3726:22052528,22019802:cartonnette:3726:22053533,22019803:cartonnette:3726:22053641,22026850:cartonnette:3726:22027826,22029892:cartonnette:3726:22057764,22033705:cartonnette:3726:22054185,22066911:cartonnette:3726:22067117,22074748:cartonnette:3726:22076973,22076999:cartonnette:3726:22077094,22082727:cartonnette:3726:22117191,22124406:cartonnette:3726:22124585,22178929:cartonnette:3726:22190619,22183801:cartonnette:3726:22184136'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.058144641638722544, 'nb_photo': 2318, 'list_port_cont': '21943172,21943194,21946655,21947547,21948786,21955115,21962227,21964588,22027832,22036563,22037457,22037672,22037910,22038329,22038514,22052538,22053532,22053648,22054194,22057763,22058911,22059187,22067123,22076974,22077092,22117185,22124582,22184127,22190616', 'assoc_port': '21942661:21948786,21942963:21943194,21942964:21943172,21945816:21964588,21945817:21962227,21946531:21955115,21946532:21946655,21947408:21947547,22014129:22036563,22014130:22058911,22014131:22037457,22014132:22037672,22014133:22037910,22014134:22059187,22014135:22038329,22014136:22038514,22018565:22052538,22019802:22053532,22019803:22053648,22026850:22027832,22029892:22057763,22033705:22054194,22066911:22067123,22074748:22076974,22076999:22077092,22082727:22117185,22124406:22124582,22178929:22190616,22183801:22184127', 'assoc_mat': '21942661:Carton_brun:3726:21948786,21942963:Carton_brun:3726:21943194,21942964:Carton_brun:3726:21943172,21945816:Carton_brun:3726:21964588,21945817:Carton_brun:3726:21962227,21946531:Carton_brun:3726:21955115,21946532:Carton_brun:3726:21946655,21947408:Carton_brun:3726:21947547,22014129:Carton_brun:3726:22036563,22014130:Carton_brun:3726:22058911,22014131:Carton_brun:3726:22037457,22014132:Carton_brun:3726:22037672,22014133:Carton_brun:3726:22037910,22014134:Carton_brun:3726:22059187,22014135:Carton_brun:3726:22038329,22014136:Carton_brun:3726:22038514,22018565:Carton_brun:3726:22052538,22019802:Carton_brun:3726:22053532,22019803:Carton_brun:3726:22053648,22026850:Carton_brun:3726:22027832,22029892:Carton_brun:3726:22057763,22033705:Carton_brun:3726:22054194,22066911:Carton_brun:3726:22067123,22074748:Carton_brun:3726:22076974,22076999:Carton_brun:3726:22077092,22082727:Carton_brun:3726:22117185,22124406:Carton_brun:3726:22124582,22178929:Carton_brun:3726:22190616,22183801:Carton_brun:3726:22184127'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005724063273213172, 'nb_photo': 69, 'list_port_cont': '21943162,21943191,21946653,21964587,22027825,22036569,22037663,22037906,22038334,22038523,22053540,22053649,22054186,22057768,22058907,22059192,22067118,22076975,22077099,22117183,22124578,22184137,22190610', 'assoc_port': '21942963:21943191,21942964:21943162,21945816:21964587,21946532:21946653,22014129:22036569,22014130:22058907,22014132:22037663,22014133:22037906,22014134:22059192,22014135:22038334,22014136:22038523,22019802:22053540,22019803:22053649,22026850:22027825,22029892:22057768,22033705:22054186,22066911:22067118,22074748:22076975,22076999:22077099,22082727:22117183,22124406:22124578,22178929:22190610,22183801:22184137', 'assoc_mat': '21942963:Carton_gris:3726:21943191,21942964:Carton_gris:3726:21943162,21945816:Carton_gris:3726:21964587,21946532:Carton_gris:3726:21946653,22014129:Carton_gris:3726:22036569,22014130:Carton_gris:3726:22058907,22014132:Carton_gris:3726:22037663,22014133:Carton_gris:3726:22037906,22014134:Carton_gris:3726:22059192,22014135:Carton_gris:3726:22038334,22014136:Carton_gris:3726:22038523,22019802:Carton_gris:3726:22053540,22019803:Carton_gris:3726:22053649,22026850:Carton_gris:3726:22027825,22029892:Carton_gris:3726:22057768,22033705:Carton_gris:3726:22054186,22066911:Carton_gris:3726:22067118,22074748:Carton_gris:3726:22076975,22076999:Carton_gris:3726:22077099,22082727:Carton_gris:3726:22117183,22124406:Carton_gris:3726:22124578,22178929:Carton_gris:3726:22190610,22183801:Carton_gris:3726:22184137'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002472313731685211, 'nb_photo': 30, 'list_port_cont': '21943164,21943193,21946650,21947543,21948783,21964589,22027828,22036562,22037466,22037670,22038331,22052537,22054188,22057759,22058914,22117184,22124581,22184134', 'assoc_port': '21942661:21948783,21942963:21943193,21942964:21943164,21945816:21964589,21946532:21946650,21947408:21947543,22014129:22036562,22014130:22058914,22014131:22037466,22014132:22037670,22014135:22038331,22018565:22052537,22026850:22027828,22029892:22057759,22033705:22054188,22082727:22117184,22124406:22124581,22183801:22184134', 'assoc_mat': '21942661:kraft:3726:21948783,21942963:kraft:3726:21943193,21942964:kraft:3726:21943164,21945816:kraft:3726:21964589,21946532:kraft:3726:21946650,21947408:kraft:3726:21947543,22014129:kraft:3726:22036562,22014130:kraft:3726:22058914,22014131:kraft:3726:22037466,22014132:kraft:3726:22037670,22014135:kraft:3726:22038331,22018565:kraft:3726:22052537,22026850:kraft:3726:22027828,22029892:kraft:3726:22057759,22033705:kraft:3726:22054188,22082727:kraft:3726:22117184,22124406:kraft:3726:22124581,22183801:kraft:3726:22184134'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013499785472388332, 'nb_photo': 6, 'list_port_cont': '22038335,22053539,22053643,22054189,22058913', 'assoc_port': '22014130:22058913,22014135:22038335,22019802:22053539,22019803:22053643,22033705:22054189', 'assoc_mat': '22014130:metal:3726:22058913,22014135:metal:3726:22038335,22019802:metal:3726:22053539,22019803:metal:3726:22053643,22033705:metal:3726:22054189'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008741278164601225, 'nb_photo': 342, 'list_port_cont': '21943169,21943196,21946652,21947541,21948788,21955107,21962229,21964584,22027824,22036566,22037464,22037665,22037908,22038336,22038519,22052535,22053542,22053650,22054190,22057769,22058910,22059188,22067121,22076980,22077091,22117192,22124584,22184128,22190614', 'assoc_port': '21942661:21948788,21942963:21943196,21942964:21943169,21945816:21964584,21945817:21962229,21946531:21955107,21946532:21946652,21947408:21947541,22014129:22036566,22014130:22058910,22014131:22037464,22014132:22037665,22014133:22037908,22014134:22059188,22014135:22038336,22014136:22038519,22018565:22052535,22019802:22053542,22019803:22053650,22026850:22027824,22029892:22057769,22033705:22054190,22066911:22067121,22074748:22076980,22076999:22077091,22082727:22117192,22124406:22124584,22178929:22190614,22183801:22184128', 'assoc_mat': '21942661:plastique:3726:21948788,21942963:plastique:3726:21943196,21942964:plastique:3726:21943169,21945816:plastique:3726:21964584,21945817:plastique:3726:21962229,21946531:plastique:3726:21955107,21946532:plastique:3726:21946652,21947408:plastique:3726:21947541,22014129:plastique:3726:22036566,22014130:plastique:3726:22058910,22014131:plastique:3726:22037464,22014132:plastique:3726:22037665,22014133:plastique:3726:22037908,22014134:plastique:3726:22059188,22014135:plastique:3726:22038336,22014136:plastique:3726:22038519,22018565:plastique:3726:22052535,22019802:plastique:3726:22053542,22019803:plastique:3726:22053650,22026850:plastique:3726:22027824,22029892:plastique:3726:22057769,22033705:plastique:3726:22054190,22066911:plastique:3726:22067121,22074748:plastique:3726:22076980,22076999:plastique:3726:22077091,22082727:plastique:3726:22117192,22124406:plastique:3726:22124584,22178929:plastique:3726:22190614,22183801:plastique:3726:22184128'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01973122465074792, 'nb_photo': 1340, 'list_port_cont': '21943166,21943199,21946657,21947551,21948785,21955111,21962219,21964582,22027823,22036572,22037460,22037666,22037905,22038328,22038516,22052539,22053535,22053647,22054187,22057762,22058915,22059186,22067125,22076977,22077093,22117193,22124577,22184133,22190609', 'assoc_port': '21942661:21948785,21942963:21943199,21942964:21943166,21945816:21964582,21945817:21962219,21946531:21955111,21946532:21946657,21947408:21947551,22014129:22036572,22014130:22058915,22014131:22037460,22014132:22037666,22014133:22037905,22014134:22059186,22014135:22038328,22014136:22038516,22018565:22052539,22019802:22053535,22019803:22053647,22026850:22027823,22029892:22057762,22033705:22054187,22066911:22067125,22074748:22076977,22076999:22077093,22082727:22117193,22124406:22124577,22178929:22190609,22183801:22184133', 'assoc_mat': '21942661:Teint_Dans_La_Masse:3726:21948785,21942963:Teint_Dans_La_Masse:3726:21943199,21942964:Teint_Dans_La_Masse:3726:21943166,21945816:Teint_Dans_La_Masse:3726:21964582,21945817:Teint_Dans_La_Masse:3726:21962219,21946531:Teint_Dans_La_Masse:3726:21955111,21946532:Teint_Dans_La_Masse:3726:21946657,21947408:Teint_Dans_La_Masse:3726:21947551,22014129:Teint_Dans_La_Masse:3726:22036572,22014130:Teint_Dans_La_Masse:3726:22058915,22014131:Teint_Dans_La_Masse:3726:22037460,22014132:Teint_Dans_La_Masse:3726:22037666,22014133:Teint_Dans_La_Masse:3726:22037905,22014134:Teint_Dans_La_Masse:3726:22059186,22014135:Teint_Dans_La_Masse:3726:22038328,22014136:Teint_Dans_La_Masse:3726:22038516,22018565:Teint_Dans_La_Masse:3726:22052539,22019802:Teint_Dans_La_Masse:3726:22053535,22019803:Teint_Dans_La_Masse:3726:22053647,22026850:Teint_Dans_La_Masse:3726:22027823,22029892:Teint_Dans_La_Masse:3726:22057762,22033705:Teint_Dans_La_Masse:3726:22054187,22066911:Teint_Dans_La_Masse:3726:22067125,22074748:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 2055}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-04', 0.11330472706050114),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((2055,),), 'unwanted_material_monthly_percentage': ((0.11330472706050114,),), 'material_repartition': (('JRM', 2055),), 'material_dict': {'JRM': 2055}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 4, 1), 0.10974254530002231, 599), (datetime.date(2025, 4, 2), 0.11676084319039824, 604), (datetime.date(2025, 4, 3), 0.11509267051742125, 272), (datetime.date(2025, 4, 15), 0.11529903964003357, 246), (datetime.date(2025, 4, 16), 0.1199362260997642, 288), (datetime.date(2025, 4, 17), 0.10670630582247354, 46)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 4, 1), 0.10974254530002231, 599), (datetime.date(2025, 4, 2), 0.11676084319039824, 604), (datetime.date(2025, 4, 3), 0.11509267051742125, 272), (datetime.date(2025, 4, 15), 0.11529903964003357, 246), (datetime.date(2025, 4, 16), 0.1199362260997642, 288), (datetime.date(2025, 4, 17), 0.10670630582247354, 46))}, 'quality_array': [['-0.08743505275781108', '01042025'], ['-0.20378502508371482', '02042025'], ['0.13353709028198663', '03042025'], ['-0.08696548614130195', '15042025'], ['-0.19333982534974534', '16042025'], ['-0.8509718531545158', '17042025']], 'number_of_batch': ((29,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012154422113120447, 'nb_photo': 178, 'list_port_cont': '21943165,21943198,21946658,21947550,21948777,21955106,21964591,22027834,22036561,22037459,22037674,22037912,22038325,22038522,22052531,22053538,22053642,22054195,22057767,22058918,22059184,22076971,22077101,22117188,22124579,22184139,22190611', 'assoc_port': '21942661:21948777,21942963:21943198,21942964:21943165,21945816:21964591,21946531:21955106,21946532:21946658,21947408:21947550,22014129:22036561,22014130:22058918,22014131:22037459,22014132:22037674,22014133:22037912,22014134:22059184,22014135:22038325,22014136:22038522,22018565:22052531,22019802:22053538,22019803:22053642,22026850:22027834,22029892:22057767,22033705:22054195,22074748:22076971,22076999:22077101,22082727:22117188,22124406:22124579,22178929:22190611,22183801:22184139', 'assoc_mat': '21942661:autre_refus:3726:21948777,21942963:autre_refus:3726:21943198,21942964:autre_refus:3726:21943165,21945816:autre_refus:3726:21964591,21946531:autre_refus:3726:21955106,21946532:autre_refus:3726:21946658,21947408:autre_refus:3726:21947550,22014129:autre_refus:3726:22036561,22014130:autre_refus:3726:22058918,22014131:autre_refus:3726:22037459,22014132:autre_refus:3726:22037674,22014133:autre_refus:3726:22037912,22014134:autre_refus:3726:22059184,22014135:autre_refus:3726:22038325,22014136:autre_refus:3726:22038522,22018565:autre_refus:3726:22052531,22019802:autre_refus:3726:22053538,22019803:autre_refus:3726:22053642,22026850:autre_refus:3726:22027834,22029892:autre_refus:3726:22057767,22033705:autre_refus:3726:22054195,22074748:autre_refus:3726:22076971,22076999:autre_refus:3726:22077101,22082727:autre_refus:3726:22117188,22124406:autre_refus:3726:22124579,22178929:autre_refus:3726:22190611,22183801:autre_refus:3726:22184139'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013699386380833636, 'nb_photo': 517, 'list_port_cont': '21943168,21943197,21946648,21947540,21948778,21955112,21962228,21964586,22027826,22036570,22037465,22037664,22037907,22038330,22038515,22052528,22053533,22053641,22054185,22057764,22058917,22059190,22067117,22076973,22077094,22117191,22124585,22184136,22190619', 'assoc_port': '21942661:21948778,21942963:21943197,21942964:21943168,21945816:21964586,21945817:21962228,21946531:21955112,21946532:21946648,21947408:21947540,22014129:22036570,22014130:22058917,22014131:22037465,22014132:22037664,22014133:22037907,22014134:22059190,22014135:22038330,22014136:22038515,22018565:22052528,22019802:22053533,22019803:22053641,22026850:22027826,22029892:22057764,22033705:22054185,22066911:22067117,22074748:22076973,22076999:22077094,22082727:22117191,22124406:22124585,22178929:22190619,22183801:22184136', 'assoc_mat': '21942661:cartonnette:3726:21948778,21942963:cartonnette:3726:21943197,21942964:cartonnette:3726:21943168,21945816:cartonnette:3726:21964586,21945817:cartonnette:3726:21962228,21946531:cartonnette:3726:21955112,21946532:cartonnette:3726:21946648,21947408:cartonnette:3726:21947540,22014129:cartonnette:3726:22036570,22014130:cartonnette:3726:22058917,22014131:cartonnette:3726:22037465,22014132:cartonnette:3726:22037664,22014133:cartonnette:3726:22037907,22014134:cartonnette:3726:22059190,22014135:cartonnette:3726:22038330,22014136:cartonnette:3726:22038515,22018565:cartonnette:3726:22052528,22019802:cartonnette:3726:22053533,22019803:cartonnette:3726:22053641,22026850:cartonnette:3726:22027826,22029892:cartonnette:3726:22057764,22033705:cartonnette:3726:22054185,22066911:cartonnette:3726:22067117,22074748:cartonnette:3726:22076973,22076999:cartonnette:3726:22077094,22082727:cartonnette:3726:22117191,22124406:cartonnette:3726:22124585,22178929:cartonnette:3726:22190619,22183801:cartonnette:3726:22184136'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.058144641638722544, 'nb_photo': 2318, 'list_port_cont': '21943172,21943194,21946655,21947547,21948786,21955115,21962227,21964588,22027832,22036563,22037457,22037672,22037910,22038329,22038514,22052538,22053532,22053648,22054194,22057763,22058911,22059187,22067123,22076974,22077092,22117185,22124582,22184127,22190616', 'assoc_port': '21942661:21948786,21942963:21943194,21942964:21943172,21945816:21964588,21945817:21962227,21946531:21955115,21946532:21946655,21947408:21947547,22014129:22036563,22014130:22058911,22014131:22037457,22014132:22037672,22014133:22037910,22014134:22059187,22014135:22038329,22014136:22038514,22018565:22052538,22019802:22053532,22019803:22053648,22026850:22027832,22029892:22057763,22033705:22054194,22066911:22067123,22074748:22076974,22076999:22077092,22082727:22117185,22124406:22124582,22178929:22190616,22183801:22184127', 'assoc_mat': '21942661:Carton_brun:3726:21948786,21942963:Carton_brun:3726:21943194,21942964:Carton_brun:3726:21943172,21945816:Carton_brun:3726:21964588,21945817:Carton_brun:3726:21962227,21946531:Carton_brun:3726:21955115,21946532:Carton_brun:3726:21946655,21947408:Carton_brun:3726:21947547,22014129:Carton_brun:3726:22036563,22014130:Carton_brun:3726:22058911,22014131:Carton_brun:3726:22037457,22014132:Carton_brun:3726:22037672,22014133:Carton_brun:3726:22037910,22014134:Carton_brun:3726:22059187,22014135:Carton_brun:3726:22038329,22014136:Carton_brun:3726:22038514,22018565:Carton_brun:3726:22052538,22019802:Carton_brun:3726:22053532,22019803:Carton_brun:3726:22053648,22026850:Carton_brun:3726:22027832,22029892:Carton_brun:3726:22057763,22033705:Carton_brun:3726:22054194,22066911:Carton_brun:3726:22067123,22074748:Carton_brun:3726:22076974,22076999:Carton_brun:3726:22077092,22082727:Carton_brun:3726:22117185,22124406:Carton_brun:3726:22124582,22178929:Carton_brun:3726:22190616,22183801:Carton_brun:3726:22184127'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005724063273213172, 'nb_photo': 69, 'list_port_cont': '21943162,21943191,21946653,21964587,22027825,22036569,22037663,22037906,22038334,22038523,22053540,22053649,22054186,22057768,22058907,22059192,22067118,22076975,22077099,22117183,22124578,22184137,22190610', 'assoc_port': '21942963:21943191,21942964:21943162,21945816:21964587,21946532:21946653,22014129:22036569,22014130:22058907,22014132:22037663,22014133:22037906,22014134:22059192,22014135:22038334,22014136:22038523,22019802:22053540,22019803:22053649,22026850:22027825,22029892:22057768,22033705:22054186,22066911:22067118,22074748:22076975,22076999:22077099,22082727:22117183,22124406:22124578,22178929:22190610,22183801:22184137', 'assoc_mat': '21942963:Carton_gris:3726:21943191,21942964:Carton_gris:3726:21943162,21945816:Carton_gris:3726:21964587,21946532:Carton_gris:3726:21946653,22014129:Carton_gris:3726:22036569,22014130:Carton_gris:3726:22058907,22014132:Carton_gris:3726:22037663,22014133:Carton_gris:3726:22037906,22014134:Carton_gris:3726:22059192,22014135:Carton_gris:3726:22038334,22014136:Carton_gris:3726:22038523,22019802:Carton_gris:3726:22053540,22019803:Carton_gris:3726:22053649,22026850:Carton_gris:3726:22027825,22029892:Carton_gris:3726:22057768,22033705:Carton_gris:3726:22054186,22066911:Carton_gris:3726:22067118,22074748:Carton_gris:3726:22076975,22076999:Carton_gris:3726:22077099,22082727:Carton_gris:3726:22117183,22124406:Carton_gris:3726:22124578,22178929:Carton_gris:3726:22190610,22183801:Carton_gris:3726:22184137'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002472313731685211, 'nb_photo': 30, 'list_port_cont': '21943164,21943193,21946650,21947543,21948783,21964589,22027828,22036562,22037466,22037670,22038331,22052537,22054188,22057759,22058914,22117184,22124581,22184134', 'assoc_port': '21942661:21948783,21942963:21943193,21942964:21943164,21945816:21964589,21946532:21946650,21947408:21947543,22014129:22036562,22014130:22058914,22014131:22037466,22014132:22037670,22014135:22038331,22018565:22052537,22026850:22027828,22029892:22057759,22033705:22054188,22082727:22117184,22124406:22124581,22183801:22184134', 'assoc_mat': '21942661:kraft:3726:21948783,21942963:kraft:3726:21943193,21942964:kraft:3726:21943164,21945816:kraft:3726:21964589,21946532:kraft:3726:21946650,21947408:kraft:3726:21947543,22014129:kraft:3726:22036562,22014130:kraft:3726:22058914,22014131:kraft:3726:22037466,22014132:kraft:3726:22037670,22014135:kraft:3726:22038331,22018565:kraft:3726:22052537,22026850:kraft:3726:22027828,22029892:kraft:3726:22057759,22033705:kraft:3726:22054188,22082727:kraft:3726:22117184,22124406:kraft:3726:22124581,22183801:kraft:3726:22184134'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013499785472388332, 'nb_photo': 6, 'list_port_cont': '22038335,22053539,22053643,22054189,22058913', 'assoc_port': '22014130:22058913,22014135:22038335,22019802:22053539,22019803:22053643,22033705:22054189', 'assoc_mat': '22014130:metal:3726:22058913,22014135:metal:3726:22038335,22019802:metal:3726:22053539,22019803:metal:3726:22053643,22033705:metal:3726:22054189'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008741278164601225, 'nb_photo': 342, 'list_port_cont': '21943169,21943196,21946652,21947541,21948788,21955107,21962229,21964584,22027824,22036566,22037464,22037665,22037908,22038336,22038519,22052535,22053542,22053650,22054190,22057769,22058910,22059188,22067121,22076980,22077091,22117192,22124584,22184128,22190614', 'assoc_port': '21942661:21948788,21942963:21943196,21942964:21943169,21945816:21964584,21945817:21962229,21946531:21955107,21946532:21946652,21947408:21947541,22014129:22036566,22014130:22058910,22014131:22037464,22014132:22037665,22014133:22037908,22014134:22059188,22014135:22038336,22014136:22038519,22018565:22052535,22019802:22053542,22019803:22053650,22026850:22027824,22029892:22057769,22033705:22054190,22066911:22067121,22074748:22076980,22076999:22077091,22082727:22117192,22124406:22124584,22178929:22190614,22183801:22184128', 'assoc_mat': '21942661:plastique:3726:21948788,21942963:plastique:3726:21943196,21942964:plastique:3726:21943169,21945816:plastique:3726:21964584,21945817:plastique:3726:21962229,21946531:plastique:3726:21955107,21946532:plastique:3726:21946652,21947408:plastique:3726:21947541,22014129:plastique:3726:22036566,22014130:plastique:3726:22058910,22014131:plastique:3726:22037464,22014132:plastique:3726:22037665,22014133:plastique:3726:22037908,22014134:plastique:3726:22059188,22014135:plastique:3726:22038336,22014136:plastique:3726:22038519,22018565:plastique:3726:22052535,22019802:plastique:3726:22053542,22019803:plastique:3726:22053650,22026850:plastique:3726:22027824,22029892:plastique:3726:22057769,22033705:plastique:3726:22054190,22066911:plastique:3726:22067121,22074748:plastique:3726:22076980,22076999:plastique:3726:22077091,22082727:plastique:3726:22117192,22124406:plastique:3726:22124584,22178929:plastique:3726:22190614,22183801:plastique:3726:22184128'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01973122465074792, 'nb_photo': 1340, 'list_port_cont': '21943166,21943199,21946657,21947551,21948785,21955111,21962219,21964582,22027823,22036572,22037460,22037666,22037905,22038328,22038516,22052539,22053535,22053647,22054187,22057762,22058915,22059186,22067125,22076977,22077093,22117193,22124577,22184133,22190609', 'assoc_port': '21942661:21948785,21942963:21943199,21942964:21943166,21945816:21964582,21945817:21962219,21946531:21955111,21946532:21946657,21947408:21947551,22014129:22036572,22014130:22058915,22014131:22037460,22014132:22037666,22014133:22037905,22014134:22059186,22014135:22038328,22014136:22038516,22018565:22052539,22019802:22053535,22019803:22053647,22026850:22027823,22029892:22057762,22033705:22054187,22066911:22067125,22074748:22076977,22076999:22077093,22082727:22117193,22124406:22124577,22178929:22190609,22183801:22184133', 'assoc_mat': '21942661:Teint_Dans_La_Masse:3726:21948785,21942963:Teint_Dans_La_Masse:3726:21943199,21942964:Teint_Dans_La_Masse:3726:21943166,21945816:Teint_Dans_La_Masse:3726:21964582,21945817:Teint_Dans_La_Masse:3726:21962219,21946531:Teint_Dans_La_Masse:3726:21955111,21946532:Teint_Dans_La_Masse:3726:21946657,21947408:Teint_Dans_La_Masse:3726:21947551,22014129:Teint_Dans_La_Masse:3726:22036572,22014130:Teint_Dans_La_Masse:3726:22058915,22014131:Teint_Dans_La_Masse:3726:22037460,22014132:Teint_Dans_La_Masse:3726:22037666,22014133:Teint_Dans_La_Masse:3726:22037905,22014134:Teint_Dans_La_Masse:3726:22059186,22014135:Teint_Dans_La_Masse:3726:22038328,22014136:Teint_Dans_La_Masse:3726:22038516,22018565:Teint_Dans_La_Masse:3726:22052539,22019802:Teint_Dans_La_Masse:3726:22053535,22019803:Teint_Dans_La_Masse:3726:22053647,22026850:Teint_Dans_La_Masse:3726:22027823,22029892:Teint_Dans_La_Masse:3726:22057762,22033705:Teint_Dans_La_Masse:3726:22054187,22066911:Teint_Dans_La_Masse:3726:22067125,22074748:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 2055}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-04', 0.11330472706050114),)]} filepath : /data_2/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_04_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.22%', 178], 'cartonnette': ['cartonnette', '1.37%', 517], 'Carton_brun': ['Carton_brun', '5.81%', 2318], 'Carton_gris': ['Carton_gris', '0.57%', 69], 'kraft': ['kraft', '0.25%', 30], 'metal': ['metal', '0.13%', 6], 'plastique': ['plastique', '0.87%', 342], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '1.97%', 1340]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_04_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/Perlen_convoyeur 2.97user 2.39system 0:05.35elapsed 100%CPU (0avgtext+0avgdata 195464maxresident)k 9408inputs+264outputs (6major+81788minor)pagefaults 0swaps