python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_2/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-03 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 03 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-03 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-03%') and created_at like '%2025-03%'))); nb_day : (5, 31) after unwanted_material_data nb_day : (5, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/03%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-03-03 00:00:00,2025-03-04 00:00:00,2025-03-05 00:00:00,2025-03-06 00:00:00,2025-03-07 00:00:00,2025-03-10 00:00:00,2025-03-11 00:00:00,2025-03-12 00:00:00,2025-03-13 00:00:00,2025-03-14 00:00:00,2025-03-17 00:00:00,2025-03-18 00:00:00,2025-03-19 00:00:00,2025-03-20 00:00:00,2025-03-21 00:00:00,2025-03-24 00:00:00,2025-03-25 00:00:00,2025-03-26 00:00:00,2025-03-27 00:00:00,2025-03-28 00:00:00,2025-03-31 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 134 and month(ded.date) = 03 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 03 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%032025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-03-01 : dt_date_just_month_year : 2025-03-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-03-01" AND ded.date <= "2025-03-31" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1645101,1651763,1658106,1662634,1669575,1670700,1673148,1679946,1681929,1683130,1688640,1688647,1685346,1688653) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011807724022977908, 'nb_photo': 537, 'list_port_cont': '20972261,20980504,20980659,20980683,20981805,20982384,20989504,20989933,21004809,21005935,21010284,21012262,21020099,21021785,21028356,21058949,21061572,21066707,21071043,21072408,21076551,21082016,21085896,21109996,21139936,21140793,21143403,21161462,21224125,21225069,21228392,21240263,21241565,21246132,21247884,21249416,21276336,21277199,21292912,21306285,21317922,21322188,21342594,21355957,21360920,21364737,21369357,21370812,21371068,21371531,21378741,21378852,21393867,21394146,21394270,21394692,21431622,21431836,21432202,21433644,21487340,21487717,21488040,21493695,21493794,21493844,21493884,21508832,21510999,21515154,21530387,21533152,21536100,21537174,21553968,21555991,21566997,21567118,21572098,21574688,21579238,21606412,21606488,21606979', 'assoc_port': '20969401:20980659,20970597:20981805,20970599:20972261,20978430:20989504,20978434:20989933,20979509:20980504,20979513:20980683,20981773:20982384,21003465:21004809,21004690:21010284,21004718:21005935,21011080:21012262,21013626:21028356,21013629:21021785,21013632:21020099,21056975:21058949,21058554:21066707,21058555:21061572,21067231:21082016,21067233:21085896,21068655:21076551,21068656:21072408,21069832:21071043,21108411:21109996,21138950:21161462,21139196:21139936,21139474:21140793,21142356:21143403,21221318:21247884,21221320:21249416,21221323:21246132,21221325:21241565,21221328:21240263,21222492:21225069,21222494:21224125,21223124:21228392,21273627:21276336,21275681:21322188,21275682:21277199,21288646:21317922,21290550:21292912,21290551:21306285,21342124:21371531,21342125:21342594,21350612:21371068,21350613:21370812,21352217:21369357,21352218:21364737,21353598:21360920,21354955:21355957,21378503:21393867,21378505:21394146,21378507:21394270,21378510:21394692,21378513:21378741,21378518:21378852,21429692:2143183', 'assoc_mat': '20969401:autre_refus:3726:20980659,20970597:autre_refus:3726:20981805,20970599:autre_refus:3726:20972261,20978430:autre_refus:3726:20989504,20978434:autre_refus:3726:20989933,20979509:autre_refus:3726:20980504,20979513:autre_refus:3726:20980683,20981773:autre_refus:3726:20982384,21003465:autre_refus:3726:21004809,21004690:autre_refus:3726:21010284,21004718:autre_refus:3726:21005935,21011080:autre_refus:3726:21012262,21013626:autre_refus:3726:21028356,21013629:autre_refus:3726:21021785,21013632:autre_refus:3726:21020099,21056975:autre_refus:3726:21058949,21058554:autre_refus:3726:21066707,21058555:autre_refus:3726:21061572,21067231:autre_refus:3726:21082016,21067233:autre_refus:3726:21085896,21068655:autre_refus:3726:21076551,21068656:autre_refus:3726:21072408,21069832:autre_refus:3726:21071043,21108411:autre_refus:3726:21109996,21138950:autre_refus:3726:21161462,21139196:autre_refus:3726:21139936,21139474:autre_refus:3726:21140793,21142356:autre_refus:3726:21143403,21221318:autre_refus:3726:21247884,21221320:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01358563252793239, 'nb_photo': 1916, 'list_port_cont': '20972268,20980507,20980660,20980678,20981812,20982377,20989507,20989930,21004806,21005942,21010281,21012271,21020098,21021780,21028364,21058950,21061579,21066702,21071036,21072402,21076548,21082015,21085904,21109993,21139935,21140802,21143404,21161456,21224123,21225065,21228399,21240266,21241568,21246134,21247887,21249410,21276337,21277203,21292916,21306282,21308538,21317919,21322196,21342600,21342697,21355959,21360922,21364730,21369350,21370809,21371064,21371534,21378739,21378854,21390531,21393868,21394145,21394272,21394689,21399528,21431617,21431838,21432198,21433642,21487341,21487724,21488033,21493572,21493691,21493792,21493841,21493878,21508838,21510991,21513878,21515160,21530388,21533147,21536092,21537170,21551118,21553960,21556002,21566946,21566996,21567115,21572090,21574697,21579239,21606378,21606408,21606491,21606981', 'assoc_port': '20969401:20980660,20970597:20981812,20970599:20972268,20978430:20989507,20978434:20989930,20979509:20980507,20979513:20980678,20981773:20982377,21003465:21004806,21004690:21010281,21004718:21005942,21011080:21012271,21013626:21028364,21013629:21021780,21013632:21020098,21056975:21058950,21058554:21066702,21058555:21061579,21067231:21082015,21067233:21085904,21068655:21076548,21068656:21072402,21069832:21071036,21108411:21109993,21138950:21161456,21139196:21139935,21139474:21140802,21142356:21143404,21221318:21247887,21221320:21249410,21221323:21246134,21221325:21241568,21221328:21240266,21222492:21225065,21222494:21224123,21223124:21228399,21273627:21276337,21275681:21322196,21275682:21277203,21288646:21317919,21288647:21308538,21290550:21292916,21290551:21306282,21342123:21342697,21342124:21371534,21342125:21342600,21350612:21371064,21350613:21370809,21352217:21369350,21352218:21364730,21353598:21360922,21354955:21355959,21378503:21393868,21378505:21394145,21378507:21394272,21378510:21394689,21378512:2139952', 'assoc_mat': '20969401:cartonnette:3726:20980660,20970597:cartonnette:3726:20981812,20970599:cartonnette:3726:20972268,20978430:cartonnette:3726:20989507,20978434:cartonnette:3726:20989930,20979509:cartonnette:3726:20980507,20979513:cartonnette:3726:20980678,20981773:cartonnette:3726:20982377,21003465:cartonnette:3726:21004806,21004690:cartonnette:3726:21010281,21004718:cartonnette:3726:21005942,21011080:cartonnette:3726:21012271,21013626:cartonnette:3726:21028364,21013629:cartonnette:3726:21021780,21013632:cartonnette:3726:21020098,21056975:cartonnette:3726:21058950,21058554:cartonnette:3726:21066702,21058555:cartonnette:3726:21061579,21067231:cartonnette:3726:21082015,21067233:cartonnette:3726:21085904,21068655:cartonnette:3726:21076548,21068656:cartonnette:3726:21072402,21069832:cartonnette:3726:21071036,21108411:cartonnette:3726:21109993,21138950:cartonnette:3726:21161456,21139196:cartonnette:3726:21139935,21139474:cartonnette:3726:21140802,21142356:cartonnette:3726:21143404,21221318:cartonnette:3726:21247887,21221320:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06187217411774979, 'nb_photo': 8014, 'list_port_cont': '20972263,20980508,20980651,20980675,20981802,20982375,20989509,20989926,21004808,21005934,21010287,21012272,21020100,21021788,21028358,21058940,21061573,21066699,21071038,21072400,21076546,21082012,21085903,21110003,21139938,21140795,21143402,21161464,21224126,21225063,21228401,21240269,21241573,21246138,21247895,21249411,21276327,21277202,21292921,21306286,21308531,21317921,21322194,21342603,21342689,21355960,21360915,21364740,21369348,21370816,21371071,21371530,21378744,21378856,21390526,21393875,21394137,21394273,21394699,21399531,21431612,21431846,21432197,21433641,21487345,21487722,21488031,21493573,21493703,21493793,21493836,21493885,21508840,21510994,21513876,21515163,21530396,21533151,21536097,21537178,21551111,21553962,21555995,21566947,21567001,21567117,21572094,21574692,21579232,21606376,21606410,21606484,21606972', 'assoc_port': '20969401:20980651,20970597:20981802,20970599:20972263,20978430:20989509,20978434:20989926,20979509:20980508,20979513:20980675,20981773:20982375,21003465:21004808,21004690:21010287,21004718:21005934,21011080:21012272,21013626:21028358,21013629:21021788,21013632:21020100,21056975:21058940,21058554:21066699,21058555:21061573,21067231:21082012,21067233:21085903,21068655:21076546,21068656:21072400,21069832:21071038,21108411:21110003,21138950:21161464,21139196:21139938,21139474:21140795,21142356:21143402,21221318:21247895,21221320:21249411,21221323:21246138,21221325:21241573,21221328:21240269,21222492:21225063,21222494:21224126,21223124:21228401,21273627:21276327,21275681:21322194,21275682:21277202,21288646:21317921,21288647:21308531,21290550:21292921,21290551:21306286,21342123:21342689,21342124:21371530,21342125:21342603,21350612:21371071,21350613:21370816,21352217:21369348,21352218:21364740,21353598:21360915,21354955:21355960,21378503:21393875,21378505:21394137,21378507:21394273,21378510:21394699,21378512:2139953', 'assoc_mat': '20969401:Carton_brun:3726:20980651,20970597:Carton_brun:3726:20981802,20970599:Carton_brun:3726:20972263,20978430:Carton_brun:3726:20989509,20978434:Carton_brun:3726:20989926,20979509:Carton_brun:3726:20980508,20979513:Carton_brun:3726:20980675,20981773:Carton_brun:3726:20982375,21003465:Carton_brun:3726:21004808,21004690:Carton_brun:3726:21010287,21004718:Carton_brun:3726:21005934,21011080:Carton_brun:3726:21012272,21013626:Carton_brun:3726:21028358,21013629:Carton_brun:3726:21021788,21013632:Carton_brun:3726:21020100,21056975:Carton_brun:3726:21058940,21058554:Carton_brun:3726:21066699,21058555:Carton_brun:3726:21061573,21067231:Carton_brun:3726:21082012,21067233:Carton_brun:3726:21085903,21068655:Carton_brun:3726:21076546,21068656:Carton_brun:3726:21072400,21069832:Carton_brun:3726:21071038,21108411:Carton_brun:3726:21110003,21138950:Carton_brun:3726:21161464,21139196:Carton_brun:3726:21139938,21139474:Carton_brun:3726:21140795,21142356:Carton_brun:3726:21143402,21221318:Carton_brun:3726:21247895,21221320:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00531299123977207, 'nb_photo': 238, 'list_port_cont': '20972262,20980509,20980655,20981808,20982380,20989501,21005938,21010282,21012266,21020107,21021779,21058944,21061576,21066697,21072409,21082013,21085895,21110004,21139940,21140800,21143396,21224119,21225061,21228398,21241569,21246139,21276335,21277197,21292915,21306292,21308532,21317915,21322195,21342592,21342690,21355962,21360921,21364729,21369347,21371067,21371538,21378746,21390530,21393871,21394140,21394267,21394691,21431614,21431840,21433637,21487336,21487725,21488030,21493579,21493700,21493848,21493880,21508841,21510988,21513874,21515159,21530389,21533156,21536090,21537176,21553963,21555990,21566945,21566998,21567119,21572092,21574689,21606403,21606489,21606970', 'assoc_port': '20969401:20980655,20970597:20981808,20970599:20972262,20978430:20989501,20979509:20980509,20981773:20982380,21004690:21010282,21004718:21005938,21011080:21012266,21013629:21021779,21013632:21020107,21056975:21058944,21058554:21066697,21058555:21061576,21067231:21082013,21067233:21085895,21068656:21072409,21108411:21110004,21139196:21139940,21139474:21140800,21142356:21143396,21221323:21246139,21221325:21241569,21222492:21225061,21222494:21224119,21223124:21228398,21273627:21276335,21275681:21322195,21275682:21277197,21288646:21317915,21288647:21308532,21290550:21292915,21290551:21306292,21342123:21342690,21342124:21371538,21342125:21342592,21350612:21371067,21352217:21369347,21352218:21364729,21353598:21360921,21354955:21355962,21378503:21393871,21378505:21394140,21378507:21394267,21378510:21394691,21378513:21378746,21378516:21390530,21429692:21431840,21431278:21433637,21431279:21431614,21487240:21487336,21487596:21487725,21487959:21488030,21492758:21493700,21492761:21493579,21493735:21493880,21493738:2149384', 'assoc_mat': '20969401:Carton_gris:3726:20980655,20970597:Carton_gris:3726:20981808,20970599:Carton_gris:3726:20972262,20978430:Carton_gris:3726:20989501,20979509:Carton_gris:3726:20980509,20981773:Carton_gris:3726:20982380,21004690:Carton_gris:3726:21010282,21004718:Carton_gris:3726:21005938,21011080:Carton_gris:3726:21012266,21013629:Carton_gris:3726:21021779,21013632:Carton_gris:3726:21020107,21056975:Carton_gris:3726:21058944,21058554:Carton_gris:3726:21066697,21058555:Carton_gris:3726:21061576,21067231:Carton_gris:3726:21082013,21067233:Carton_gris:3726:21085895,21068656:Carton_gris:3726:21072409,21108411:Carton_gris:3726:21110004,21139196:Carton_gris:3726:21139940,21139474:Carton_gris:3726:21140800,21142356:Carton_gris:3726:21143396,21221323:Carton_gris:3726:21246139,21221325:Carton_gris:3726:21241569,21222492:Carton_gris:3726:21225061,21222494:Carton_gris:3726:21224119,21223124:Carton_gris:3726:21228398,21273627:Carton_gris:3726:21276335,21275681:Carton_gris:3726:21322195,21275682:Carton_gris:3726:21277197,21288646:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0029071241347534047, 'nb_photo': 134, 'list_port_cont': '20980503,20980652,20980685,20981811,20989502,20989922,21010288,21020108,21021783,21066698,21071044,21072399,21109995,21139934,21140801,21143399,21225064,21241562,21246135,21247893,21249418,21276330,21277193,21292913,21306281,21317918,21322198,21342601,21355956,21360916,21364736,21369356,21371535,21378748,21393869,21394142,21394269,21431621,21431843,21487723,21488041,21493838,21493886,21508842,21513871,21530391,21533158,21536089,21537180,21551117,21555992,21566944,21566999,21567116,21572097,21574696,21579235,21606405,21606975', 'assoc_port': '20969401:20980652,20970597:20981811,20978430:20989502,20978434:20989922,20979509:20980503,20979513:20980685,21004690:21010288,21013629:21021783,21013632:21020108,21058554:21066698,21068656:21072399,21069832:21071044,21108411:21109995,21139196:21139934,21139474:21140801,21142356:21143399,21221318:21247893,21221320:21249418,21221323:21246135,21221325:21241562,21222492:21225064,21273627:21276330,21275681:21322198,21275682:21277193,21288646:21317918,21290550:21292913,21290551:21306281,21342124:21371535,21342125:21342601,21352217:21369356,21352218:21364736,21353598:21360916,21354955:21355956,21378503:21393869,21378505:21394142,21378507:21394269,21378513:21378748,21429692:21431843,21431279:21431621,21487596:21487723,21487959:21488041,21493735:21493886,21493738:21493838,21508765:21508842,21513782:21513871,21530157:21530391,21533033:21533158,21535327:21536089,21537062:21537180,21550991:21551117,21555952:21555992,21566789:21566944,21566817:21567116,21566818:21566999,21572029:21572097,21573646:21574696,21578344:2157923', 'assoc_mat': '20969401:kraft:3726:20980652,20970597:kraft:3726:20981811,20978430:kraft:3726:20989502,20978434:kraft:3726:20989922,20979509:kraft:3726:20980503,20979513:kraft:3726:20980685,21004690:kraft:3726:21010288,21013629:kraft:3726:21021783,21013632:kraft:3726:21020108,21058554:kraft:3726:21066698,21068656:kraft:3726:21072399,21069832:kraft:3726:21071044,21108411:kraft:3726:21109995,21139196:kraft:3726:21139934,21139474:kraft:3726:21140801,21142356:kraft:3726:21143399,21221318:kraft:3726:21247893,21221320:kraft:3726:21249418,21221323:kraft:3726:21246135,21221325:kraft:3726:21241562,21222492:kraft:3726:21225064,21273627:kraft:3726:21276330,21275681:kraft:3726:21322198,21275682:kraft:3726:21277193,21288646:kraft:3726:21317918,21290550:kraft:3726:21292913,21290551:kraft:3726:21306281,21342124:kraft:3726:21371535,21342125:kraft:3726:21342601,21352217:kraft:3726:21369356,21352218:kraft:3726:21364736,21353598:kraft:3726:21360916,21354955:kraft:3726:21355956,21378503:kraft:3726:21393869,21378505:kraft:3726:21394142,21378507:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.001300133804455733, 'nb_photo': 13, 'list_port_cont': '20981806,20982381,21004802,21010285,21021781,21085899,21228395,21277201,21431620,21493698,21530394', 'assoc_port': '20970597:20981806,20981773:20982381,21003465:21004802,21004690:21010285,21013629:21021781,21067233:21085899,21223124:21228395,21275682:21277201,21431279:21431620,21492758:21493698,21530157:21530394', 'assoc_mat': '20970597:metal:3726:20981806,20981773:metal:3726:20982381,21003465:metal:3726:21004802,21004690:metal:3726:21010285,21013629:metal:3726:21021781,21067233:metal:3726:21085899,21223124:metal:3726:21228395,21275682:metal:3726:21277201,21431279:metal:3726:21431620,21492758:metal:3726:21493698,21530157:metal:3726:21530394'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009739539846362241, 'nb_photo': 1335, 'list_port_cont': '20972266,20980505,20980658,20980681,20981803,20982374,20989505,20989932,21004812,21005936,21010280,21012267,21020106,21021787,21028361,21058947,21061574,21066704,21071035,21072404,21076545,21082020,21085898,21110002,21139933,21140792,21143394,21224121,21225068,21228403,21240261,21241571,21246131,21247890,21249412,21276331,21277194,21292919,21306289,21308541,21317925,21322190,21342599,21342692,21355955,21360925,21364733,21369352,21370815,21371074,21371537,21378743,21378861,21390528,21393866,21394136,21394274,21394695,21431616,21431844,21432201,21433645,21487339,21487728,21488038,21493580,21493699,21493799,21493840,21493883,21508833,21510997,21513880,21515157,21530392,21533148,21536099,21537169,21551109,21553967,21555998,21567003,21567120,21572093,21574691,21579240,21606404,21606486,21606974', 'assoc_port': '20969401:20980658,20970597:20981803,20970599:20972266,20978430:20989505,20978434:20989932,20979509:20980505,20979513:20980681,20981773:20982374,21003465:21004812,21004690:21010280,21004718:21005936,21011080:21012267,21013626:21028361,21013629:21021787,21013632:21020106,21056975:21058947,21058554:21066704,21058555:21061574,21067231:21082020,21067233:21085898,21068655:21076545,21068656:21072404,21069832:21071035,21108411:21110002,21139196:21139933,21139474:21140792,21142356:21143394,21221318:21247890,21221320:21249412,21221323:21246131,21221325:21241571,21221328:21240261,21222492:21225068,21222494:21224121,21223124:21228403,21273627:21276331,21275681:21322190,21275682:21277194,21288646:21317925,21288647:21308541,21290550:21292919,21290551:21306289,21342123:21342692,21342124:21371537,21342125:21342599,21350612:21371074,21350613:21370815,21352217:21369352,21352218:21364733,21353598:21360925,21354955:21355955,21378503:21393866,21378505:21394136,21378507:21394274,21378510:21394695,21378513:21378743,21378516:2139052', 'assoc_mat': '20969401:plastique:3726:20980658,20970597:plastique:3726:20981803,20970599:plastique:3726:20972266,20978430:plastique:3726:20989505,20978434:plastique:3726:20989932,20979509:plastique:3726:20980505,20979513:plastique:3726:20980681,20981773:plastique:3726:20982374,21003465:plastique:3726:21004812,21004690:plastique:3726:21010280,21004718:plastique:3726:21005936,21011080:plastique:3726:21012267,21013626:plastique:3726:21028361,21013629:plastique:3726:21021787,21013632:plastique:3726:21020106,21056975:plastique:3726:21058947,21058554:plastique:3726:21066704,21058555:plastique:3726:21061574,21067231:plastique:3726:21082020,21067233:plastique:3726:21085898,21068655:plastique:3726:21076545,21068656:plastique:3726:21072404,21069832:plastique:3726:21071035,21108411:plastique:3726:21110002,21139196:plastique:3726:21139933,21139474:plastique:3726:21140792,21142356:plastique:3726:21143394,21221318:plastique:3726:21247890,21221320:plastique:3726:21249412,21221323:plastique:3726:21246131,21221325:plastique:3726:21241571,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.021704975377728107, 'nb_photo': 5045, 'list_port_cont': '20972258,20980498,20980661,20980679,20981810,20982382,20989508,20989925,21004804,21005944,21010289,21012264,21020105,21021782,21028353,21058946,21061568,21066705,21071042,21072403,21076553,21082019,21085902,21110000,21139943,21140791,21143405,21161459,21224117,21225062,21228402,21240267,21241566,21246129,21247888,21249419,21276332,21277200,21292914,21306283,21308539,21317923,21322193,21342593,21342695,21355953,21360926,21364738,21369351,21370813,21371073,21371528,21378742,21378859,21390532,21393874,21394141,21394266,21394690,21399524,21431619,21431841,21432193,21433639,21487343,21487719,21488035,21493571,21493701,21493800,21493839,21493881,21508835,21510989,21513870,21515161,21530395,21533157,21536098,21537172,21551108,21553964,21555997,21566950,21566993,21567111,21572096,21574698,21579230,21606379,21606407,21606485,21606980', 'assoc_port': '20969401:20980661,20970597:20981810,20970599:20972258,20978430:20989508,20978434:20989925,20979509:20980498,20979513:20980679,20981773:20982382,21003465:21004804,21004690:21010289,21004718:21005944,21011080:21012264,21013626:21028353,21013629:21021782,21013632:21020105,21056975:21058946,21058554:21066705,21058555:21061568,21067231:21082019,21067233:21085902,21068655:21076553,21068656:21072403,21069832:21071042,21108411:21110000,21138950:21161459,21139196:21139943,21139474:21140791,21142356:21143405,21221318:21247888,21221320:21249419,21221323:21246129,21221325:21241566,21221328:21240267,21222492:21225062,21222494:21224117,21223124:21228402,21273627:21276332,21275681:21322193,21275682:21277200,21288646:21317923,21288647:21308539,21290550:21292914,21290551:21306283,21342123:21342695,21342124:21371528,21342125:21342593,21350612:21371073,21350613:21370813,21352217:21369351,21352218:21364738,21353598:21360926,21354955:21355953,21378503:21393874,21378505:21394141,21378507:21394266,21378510:21394690,21378512:2139952', 'assoc_mat': '20969401:Teint_Dans_La_Masse:3726:20980661,20970597:Teint_Dans_La_Masse:3726:20981810,20970599:Teint_Dans_La_Masse:3726:20972258,20978430:Teint_Dans_La_Masse:3726:20989508,20978434:Teint_Dans_La_Masse:3726:20989925,20979509:Teint_Dans_La_Masse:3726:20980498,20979513:Teint_Dans_La_Masse:3726:20980679,20981773:Teint_Dans_La_Masse:3726:20982382,21003465:Teint_Dans_La_Masse:3726:21004804,21004690:Teint_Dans_La_Masse:3726:21010289,21004718:Teint_Dans_La_Masse:3726:21005944,21011080:Teint_Dans_La_Masse:3726:21012264,21013626:Teint_Dans_La_Masse:3726:21028353,21013629:Teint_Dans_La_Masse:3726:21021782,21013632:Teint_Dans_La_Masse:3726:21020105,21056975:Teint_Dans_La_Masse:3726:21058946,21058554:Teint_Dans_La_Masse:3726:21066705,21058555:Teint_Dans_La_Masse:3726:21061568,21067231:Teint_Dans_La_Masse:3726:21082019,21067233:Teint_Dans_La_Masse:3726:21085902,21068655:Teint_Dans_La_Masse:3726:21076553,21068656:Teint_Dans_La_Masse:3726:21072403,21069832:Teint_Dans_La_Masse:3726:21071042,21108411:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1645101,1651763,1658106,1662634,1669575,1670700,1673148,1679946,1681929,1683130,1688640,1688647,1685346,1688653)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-03-01' and date <= '2025-03-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((6370,),), 'unwanted_material_monthly_percentage': ((0.11155570713172129,),), 'material_repartition': (('JRM', 6370),), 'material_dict': {'JRM': 6370}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 3, 3), 0.1168256238911623, 603), (datetime.date(2025, 3, 4), 0.09720441232488386, 542), (datetime.date(2025, 3, 5), 0.11767486199684545, 528), (datetime.date(2025, 3, 7), 0.13064919629384888, 302), (datetime.date(2025, 3, 10), 0.10110095274249943, 509), (datetime.date(2025, 3, 11), 0.11710123944739219, 570), (datetime.date(2025, 3, 12), 0.11742772773734368, 562), (datetime.date(2025, 3, 13), 0.09859168575478723, 551), (datetime.date(2025, 3, 14), 0.12576966274041199, 327), (datetime.date(2025, 3, 17), 0.11136388483642022, 530), (datetime.date(2025, 3, 18), 0.12737170835731793, 589), (datetime.date(2025, 3, 19), 0.09788305817110171, 323), (datetime.date(2025, 3, 20), 0.10182415481899683, 166), (datetime.date(2025, 3, 21), 0.100399616112616, 268)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 3, 3), 0.1168256238911623, 603), (datetime.date(2025, 3, 4), 0.09720441232488386, 542), (datetime.date(2025, 3, 5), 0.11767486199684545, 528), (datetime.date(2025, 3, 7), 0.13064919629384888, 302), (datetime.date(2025, 3, 10), 0.10110095274249943, 509), (datetime.date(2025, 3, 11), 0.11710123944739219, 570), (datetime.date(2025, 3, 12), 0.11742772773734368, 562), (datetime.date(2025, 3, 13), 0.09859168575478723, 551), (datetime.date(2025, 3, 14), 0.12576966274041199, 327), (datetime.date(2025, 3, 17), 0.11136388483642022, 530), (datetime.date(2025, 3, 18), 0.12737170835731793, 589), (datetime.date(2025, 3, 19), 0.09788305817110171, 323), (datetime.date(2025, 3, 20), 0.10182415481899683, 166), (datetime.date(2025, 3, 21), 0.100399616112616, 268))}, 'quality_array': [['0.5758961021442757', '03032025'], ['0.3046760847550072', '04032025'], ['-0.09669559462223243', '05032025'], ['-0.3834114519102476', '07032025'], ['0.5003335432532391', '10032025'], ['0.2143149251623833', '11032025'], ['0.3405346461687317', '12032025'], ['0.042714204379355594', '13032025'], ['0.2941215299914857', '14032025'], ['0.15727385490570053', '17032025'], ['0.07867770777224332', '18032025'], ['-0.0037193844852576583', '19032025'], ['-0.3679021195899926', '20032025'], ['0.2443572808543467', '21032025']], 'number_of_batch': ((95,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011807724022977908, 'nb_photo': 537, 'list_port_cont': '20972261,20980504,20980659,20980683,20981805,20982384,20989504,20989933,21004809,21005935,21010284,21012262,21020099,21021785,21028356,21058949,21061572,21066707,21071043,21072408,21076551,21082016,21085896,21109996,21139936,21140793,21143403,21161462,21224125,21225069,21228392,21240263,21241565,21246132,21247884,21249416,21276336,21277199,21292912,21306285,21317922,21322188,21342594,21355957,21360920,21364737,21369357,21370812,21371068,21371531,21378741,21378852,21393867,21394146,21394270,21394692,21431622,21431836,21432202,21433644,21487340,21487717,21488040,21493695,21493794,21493844,21493884,21508832,21510999,21515154,21530387,21533152,21536100,21537174,21553968,21555991,21566997,21567118,21572098,21574688,21579238,21606412,21606488,21606979', 'assoc_port': '20969401:20980659,20970597:20981805,20970599:20972261,20978430:20989504,20978434:20989933,20979509:20980504,20979513:20980683,20981773:20982384,21003465:21004809,21004690:21010284,21004718:21005935,21011080:21012262,21013626:21028356,21013629:21021785,21013632:21020099,21056975:21058949,21058554:21066707,21058555:21061572,21067231:21082016,21067233:21085896,21068655:21076551,21068656:21072408,21069832:21071043,21108411:21109996,21138950:21161462,21139196:21139936,21139474:21140793,21142356:21143403,21221318:21247884,21221320:21249416,21221323:21246132,21221325:21241565,21221328:21240263,21222492:21225069,21222494:21224125,21223124:21228392,21273627:21276336,21275681:21322188,21275682:21277199,21288646:21317922,21290550:21292912,21290551:21306285,21342124:21371531,21342125:21342594,21350612:21371068,21350613:21370812,21352217:21369357,21352218:21364737,21353598:21360920,21354955:21355957,21378503:21393867,21378505:21394146,21378507:21394270,21378510:21394692,21378513:21378741,21378518:21378852,21429692:2143183', 'assoc_mat': '20969401:autre_refus:3726:20980659,20970597:autre_refus:3726:20981805,20970599:autre_refus:3726:20972261,20978430:autre_refus:3726:20989504,20978434:autre_refus:3726:20989933,20979509:autre_refus:3726:20980504,20979513:autre_refus:3726:20980683,20981773:autre_refus:3726:20982384,21003465:autre_refus:3726:21004809,21004690:autre_refus:3726:21010284,21004718:autre_refus:3726:21005935,21011080:autre_refus:3726:21012262,21013626:autre_refus:3726:21028356,21013629:autre_refus:3726:21021785,21013632:autre_refus:3726:21020099,21056975:autre_refus:3726:21058949,21058554:autre_refus:3726:21066707,21058555:autre_refus:3726:21061572,21067231:autre_refus:3726:21082016,21067233:autre_refus:3726:21085896,21068655:autre_refus:3726:21076551,21068656:autre_refus:3726:21072408,21069832:autre_refus:3726:21071043,21108411:autre_refus:3726:21109996,21138950:autre_refus:3726:21161462,21139196:autre_refus:3726:21139936,21139474:autre_refus:3726:21140793,21142356:autre_refus:3726:21143403,21221318:autre_refus:3726:21247884,21221320:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01358563252793239, 'nb_photo': 1916, 'list_port_cont': '20972268,20980507,20980660,20980678,20981812,20982377,20989507,20989930,21004806,21005942,21010281,21012271,21020098,21021780,21028364,21058950,21061579,21066702,21071036,21072402,21076548,21082015,21085904,21109993,21139935,21140802,21143404,21161456,21224123,21225065,21228399,21240266,21241568,21246134,21247887,21249410,21276337,21277203,21292916,21306282,21308538,21317919,21322196,21342600,21342697,21355959,21360922,21364730,21369350,21370809,21371064,21371534,21378739,21378854,21390531,21393868,21394145,21394272,21394689,21399528,21431617,21431838,21432198,21433642,21487341,21487724,21488033,21493572,21493691,21493792,21493841,21493878,21508838,21510991,21513878,21515160,21530388,21533147,21536092,21537170,21551118,21553960,21556002,21566946,21566996,21567115,21572090,21574697,21579239,21606378,21606408,21606491,21606981', 'assoc_port': '20969401:20980660,20970597:20981812,20970599:20972268,20978430:20989507,20978434:20989930,20979509:20980507,20979513:20980678,20981773:20982377,21003465:21004806,21004690:21010281,21004718:21005942,21011080:21012271,21013626:21028364,21013629:21021780,21013632:21020098,21056975:21058950,21058554:21066702,21058555:21061579,21067231:21082015,21067233:21085904,21068655:21076548,21068656:21072402,21069832:21071036,21108411:21109993,21138950:21161456,21139196:21139935,21139474:21140802,21142356:21143404,21221318:21247887,21221320:21249410,21221323:21246134,21221325:21241568,21221328:21240266,21222492:21225065,21222494:21224123,21223124:21228399,21273627:21276337,21275681:21322196,21275682:21277203,21288646:21317919,21288647:21308538,21290550:21292916,21290551:21306282,21342123:21342697,21342124:21371534,21342125:21342600,21350612:21371064,21350613:21370809,21352217:21369350,21352218:21364730,21353598:21360922,21354955:21355959,21378503:21393868,21378505:21394145,21378507:21394272,21378510:21394689,21378512:2139952', 'assoc_mat': '20969401:cartonnette:3726:20980660,20970597:cartonnette:3726:20981812,20970599:cartonnette:3726:20972268,20978430:cartonnette:3726:20989507,20978434:cartonnette:3726:20989930,20979509:cartonnette:3726:20980507,20979513:cartonnette:3726:20980678,20981773:cartonnette:3726:20982377,21003465:cartonnette:3726:21004806,21004690:cartonnette:3726:21010281,21004718:cartonnette:3726:21005942,21011080:cartonnette:3726:21012271,21013626:cartonnette:3726:21028364,21013629:cartonnette:3726:21021780,21013632:cartonnette:3726:21020098,21056975:cartonnette:3726:21058950,21058554:cartonnette:3726:21066702,21058555:cartonnette:3726:21061579,21067231:cartonnette:3726:21082015,21067233:cartonnette:3726:21085904,21068655:cartonnette:3726:21076548,21068656:cartonnette:3726:21072402,21069832:cartonnette:3726:21071036,21108411:cartonnette:3726:21109993,21138950:cartonnette:3726:21161456,21139196:cartonnette:3726:21139935,21139474:cartonnette:3726:21140802,21142356:cartonnette:3726:21143404,21221318:cartonnette:3726:21247887,21221320:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06187217411774979, 'nb_photo': 8014, 'list_port_cont': '20972263,20980508,20980651,20980675,20981802,20982375,20989509,20989926,21004808,21005934,21010287,21012272,21020100,21021788,21028358,21058940,21061573,21066699,21071038,21072400,21076546,21082012,21085903,21110003,21139938,21140795,21143402,21161464,21224126,21225063,21228401,21240269,21241573,21246138,21247895,21249411,21276327,21277202,21292921,21306286,21308531,21317921,21322194,21342603,21342689,21355960,21360915,21364740,21369348,21370816,21371071,21371530,21378744,21378856,21390526,21393875,21394137,21394273,21394699,21399531,21431612,21431846,21432197,21433641,21487345,21487722,21488031,21493573,21493703,21493793,21493836,21493885,21508840,21510994,21513876,21515163,21530396,21533151,21536097,21537178,21551111,21553962,21555995,21566947,21567001,21567117,21572094,21574692,21579232,21606376,21606410,21606484,21606972', 'assoc_port': '20969401:20980651,20970597:20981802,20970599:20972263,20978430:20989509,20978434:20989926,20979509:20980508,20979513:20980675,20981773:20982375,21003465:21004808,21004690:21010287,21004718:21005934,21011080:21012272,21013626:21028358,21013629:21021788,21013632:21020100,21056975:21058940,21058554:21066699,21058555:21061573,21067231:21082012,21067233:21085903,21068655:21076546,21068656:21072400,21069832:21071038,21108411:21110003,21138950:21161464,21139196:21139938,21139474:21140795,21142356:21143402,21221318:21247895,21221320:21249411,21221323:21246138,21221325:21241573,21221328:21240269,21222492:21225063,21222494:21224126,21223124:21228401,21273627:21276327,21275681:21322194,21275682:21277202,21288646:21317921,21288647:21308531,21290550:21292921,21290551:21306286,21342123:21342689,21342124:21371530,21342125:21342603,21350612:21371071,21350613:21370816,21352217:21369348,21352218:21364740,21353598:21360915,21354955:21355960,21378503:21393875,21378505:21394137,21378507:21394273,21378510:21394699,21378512:2139953', 'assoc_mat': '20969401:Carton_brun:3726:20980651,20970597:Carton_brun:3726:20981802,20970599:Carton_brun:3726:20972263,20978430:Carton_brun:3726:20989509,20978434:Carton_brun:3726:20989926,20979509:Carton_brun:3726:20980508,20979513:Carton_brun:3726:20980675,20981773:Carton_brun:3726:20982375,21003465:Carton_brun:3726:21004808,21004690:Carton_brun:3726:21010287,21004718:Carton_brun:3726:21005934,21011080:Carton_brun:3726:21012272,21013626:Carton_brun:3726:21028358,21013629:Carton_brun:3726:21021788,21013632:Carton_brun:3726:21020100,21056975:Carton_brun:3726:21058940,21058554:Carton_brun:3726:21066699,21058555:Carton_brun:3726:21061573,21067231:Carton_brun:3726:21082012,21067233:Carton_brun:3726:21085903,21068655:Carton_brun:3726:21076546,21068656:Carton_brun:3726:21072400,21069832:Carton_brun:3726:21071038,21108411:Carton_brun:3726:21110003,21138950:Carton_brun:3726:21161464,21139196:Carton_brun:3726:21139938,21139474:Carton_brun:3726:21140795,21142356:Carton_brun:3726:21143402,21221318:Carton_brun:3726:21247895,21221320:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00531299123977207, 'nb_photo': 238, 'list_port_cont': '20972262,20980509,20980655,20981808,20982380,20989501,21005938,21010282,21012266,21020107,21021779,21058944,21061576,21066697,21072409,21082013,21085895,21110004,21139940,21140800,21143396,21224119,21225061,21228398,21241569,21246139,21276335,21277197,21292915,21306292,21308532,21317915,21322195,21342592,21342690,21355962,21360921,21364729,21369347,21371067,21371538,21378746,21390530,21393871,21394140,21394267,21394691,21431614,21431840,21433637,21487336,21487725,21488030,21493579,21493700,21493848,21493880,21508841,21510988,21513874,21515159,21530389,21533156,21536090,21537176,21553963,21555990,21566945,21566998,21567119,21572092,21574689,21606403,21606489,21606970', 'assoc_port': '20969401:20980655,20970597:20981808,20970599:20972262,20978430:20989501,20979509:20980509,20981773:20982380,21004690:21010282,21004718:21005938,21011080:21012266,21013629:21021779,21013632:21020107,21056975:21058944,21058554:21066697,21058555:21061576,21067231:21082013,21067233:21085895,21068656:21072409,21108411:21110004,21139196:21139940,21139474:21140800,21142356:21143396,21221323:21246139,21221325:21241569,21222492:21225061,21222494:21224119,21223124:21228398,21273627:21276335,21275681:21322195,21275682:21277197,21288646:21317915,21288647:21308532,21290550:21292915,21290551:21306292,21342123:21342690,21342124:21371538,21342125:21342592,21350612:21371067,21352217:21369347,21352218:21364729,21353598:21360921,21354955:21355962,21378503:21393871,21378505:21394140,21378507:21394267,21378510:21394691,21378513:21378746,21378516:21390530,21429692:21431840,21431278:21433637,21431279:21431614,21487240:21487336,21487596:21487725,21487959:21488030,21492758:21493700,21492761:21493579,21493735:21493880,21493738:2149384', 'assoc_mat': '20969401:Carton_gris:3726:20980655,20970597:Carton_gris:3726:20981808,20970599:Carton_gris:3726:20972262,20978430:Carton_gris:3726:20989501,20979509:Carton_gris:3726:20980509,20981773:Carton_gris:3726:20982380,21004690:Carton_gris:3726:21010282,21004718:Carton_gris:3726:21005938,21011080:Carton_gris:3726:21012266,21013629:Carton_gris:3726:21021779,21013632:Carton_gris:3726:21020107,21056975:Carton_gris:3726:21058944,21058554:Carton_gris:3726:21066697,21058555:Carton_gris:3726:21061576,21067231:Carton_gris:3726:21082013,21067233:Carton_gris:3726:21085895,21068656:Carton_gris:3726:21072409,21108411:Carton_gris:3726:21110004,21139196:Carton_gris:3726:21139940,21139474:Carton_gris:3726:21140800,21142356:Carton_gris:3726:21143396,21221323:Carton_gris:3726:21246139,21221325:Carton_gris:3726:21241569,21222492:Carton_gris:3726:21225061,21222494:Carton_gris:3726:21224119,21223124:Carton_gris:3726:21228398,21273627:Carton_gris:3726:21276335,21275681:Carton_gris:3726:21322195,21275682:Carton_gris:3726:21277197,21288646:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0029071241347534047, 'nb_photo': 134, 'list_port_cont': '20980503,20980652,20980685,20981811,20989502,20989922,21010288,21020108,21021783,21066698,21071044,21072399,21109995,21139934,21140801,21143399,21225064,21241562,21246135,21247893,21249418,21276330,21277193,21292913,21306281,21317918,21322198,21342601,21355956,21360916,21364736,21369356,21371535,21378748,21393869,21394142,21394269,21431621,21431843,21487723,21488041,21493838,21493886,21508842,21513871,21530391,21533158,21536089,21537180,21551117,21555992,21566944,21566999,21567116,21572097,21574696,21579235,21606405,21606975', 'assoc_port': '20969401:20980652,20970597:20981811,20978430:20989502,20978434:20989922,20979509:20980503,20979513:20980685,21004690:21010288,21013629:21021783,21013632:21020108,21058554:21066698,21068656:21072399,21069832:21071044,21108411:21109995,21139196:21139934,21139474:21140801,21142356:21143399,21221318:21247893,21221320:21249418,21221323:21246135,21221325:21241562,21222492:21225064,21273627:21276330,21275681:21322198,21275682:21277193,21288646:21317918,21290550:21292913,21290551:21306281,21342124:21371535,21342125:21342601,21352217:21369356,21352218:21364736,21353598:21360916,21354955:21355956,21378503:21393869,21378505:21394142,21378507:21394269,21378513:21378748,21429692:21431843,21431279:21431621,21487596:21487723,21487959:21488041,21493735:21493886,21493738:21493838,21508765:21508842,21513782:21513871,21530157:21530391,21533033:21533158,21535327:21536089,21537062:21537180,21550991:21551117,21555952:21555992,21566789:21566944,21566817:21567116,21566818:21566999,21572029:21572097,21573646:21574696,21578344:2157923', 'assoc_mat': '20969401:kraft:3726:20980652,20970597:kraft:3726:20981811,20978430:kraft:3726:20989502,20978434:kraft:3726:20989922,20979509:kraft:3726:20980503,20979513:kraft:3726:20980685,21004690:kraft:3726:21010288,21013629:kraft:3726:21021783,21013632:kraft:3726:21020108,21058554:kraft:3726:21066698,21068656:kraft:3726:21072399,21069832:kraft:3726:21071044,21108411:kraft:3726:21109995,21139196:kraft:3726:21139934,21139474:kraft:3726:21140801,21142356:kraft:3726:21143399,21221318:kraft:3726:21247893,21221320:kraft:3726:21249418,21221323:kraft:3726:21246135,21221325:kraft:3726:21241562,21222492:kraft:3726:21225064,21273627:kraft:3726:21276330,21275681:kraft:3726:21322198,21275682:kraft:3726:21277193,21288646:kraft:3726:21317918,21290550:kraft:3726:21292913,21290551:kraft:3726:21306281,21342124:kraft:3726:21371535,21342125:kraft:3726:21342601,21352217:kraft:3726:21369356,21352218:kraft:3726:21364736,21353598:kraft:3726:21360916,21354955:kraft:3726:21355956,21378503:kraft:3726:21393869,21378505:kraft:3726:21394142,21378507:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.001300133804455733, 'nb_photo': 13, 'list_port_cont': '20981806,20982381,21004802,21010285,21021781,21085899,21228395,21277201,21431620,21493698,21530394', 'assoc_port': '20970597:20981806,20981773:20982381,21003465:21004802,21004690:21010285,21013629:21021781,21067233:21085899,21223124:21228395,21275682:21277201,21431279:21431620,21492758:21493698,21530157:21530394', 'assoc_mat': '20970597:metal:3726:20981806,20981773:metal:3726:20982381,21003465:metal:3726:21004802,21004690:metal:3726:21010285,21013629:metal:3726:21021781,21067233:metal:3726:21085899,21223124:metal:3726:21228395,21275682:metal:3726:21277201,21431279:metal:3726:21431620,21492758:metal:3726:21493698,21530157:metal:3726:21530394'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009739539846362241, 'nb_photo': 1335, 'list_port_cont': '20972266,20980505,20980658,20980681,20981803,20982374,20989505,20989932,21004812,21005936,21010280,21012267,21020106,21021787,21028361,21058947,21061574,21066704,21071035,21072404,21076545,21082020,21085898,21110002,21139933,21140792,21143394,21224121,21225068,21228403,21240261,21241571,21246131,21247890,21249412,21276331,21277194,21292919,21306289,21308541,21317925,21322190,21342599,21342692,21355955,21360925,21364733,21369352,21370815,21371074,21371537,21378743,21378861,21390528,21393866,21394136,21394274,21394695,21431616,21431844,21432201,21433645,21487339,21487728,21488038,21493580,21493699,21493799,21493840,21493883,21508833,21510997,21513880,21515157,21530392,21533148,21536099,21537169,21551109,21553967,21555998,21567003,21567120,21572093,21574691,21579240,21606404,21606486,21606974', 'assoc_port': '20969401:20980658,20970597:20981803,20970599:20972266,20978430:20989505,20978434:20989932,20979509:20980505,20979513:20980681,20981773:20982374,21003465:21004812,21004690:21010280,21004718:21005936,21011080:21012267,21013626:21028361,21013629:21021787,21013632:21020106,21056975:21058947,21058554:21066704,21058555:21061574,21067231:21082020,21067233:21085898,21068655:21076545,21068656:21072404,21069832:21071035,21108411:21110002,21139196:21139933,21139474:21140792,21142356:21143394,21221318:21247890,21221320:21249412,21221323:21246131,21221325:21241571,21221328:21240261,21222492:21225068,21222494:21224121,21223124:21228403,21273627:21276331,21275681:21322190,21275682:21277194,21288646:21317925,21288647:21308541,21290550:21292919,21290551:21306289,21342123:21342692,21342124:21371537,21342125:21342599,21350612:21371074,21350613:21370815,21352217:21369352,21352218:21364733,21353598:21360925,21354955:21355955,21378503:21393866,21378505:21394136,21378507:21394274,21378510:21394695,21378513:21378743,21378516:2139052', 'assoc_mat': '20969401:plastique:3726:20980658,20970597:plastique:3726:20981803,20970599:plastique:3726:20972266,20978430:plastique:3726:20989505,20978434:plastique:3726:20989932,20979509:plastique:3726:20980505,20979513:plastique:3726:20980681,20981773:plastique:3726:20982374,21003465:plastique:3726:21004812,21004690:plastique:3726:21010280,21004718:plastique:3726:21005936,21011080:plastique:3726:21012267,21013626:plastique:3726:21028361,21013629:plastique:3726:21021787,21013632:plastique:3726:21020106,21056975:plastique:3726:21058947,21058554:plastique:3726:21066704,21058555:plastique:3726:21061574,21067231:plastique:3726:21082020,21067233:plastique:3726:21085898,21068655:plastique:3726:21076545,21068656:plastique:3726:21072404,21069832:plastique:3726:21071035,21108411:plastique:3726:21110002,21139196:plastique:3726:21139933,21139474:plastique:3726:21140792,21142356:plastique:3726:21143394,21221318:plastique:3726:21247890,21221320:plastique:3726:21249412,21221323:plastique:3726:21246131,21221325:plastique:3726:21241571,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.021704975377728107, 'nb_photo': 5045, 'list_port_cont': '20972258,20980498,20980661,20980679,20981810,20982382,20989508,20989925,21004804,21005944,21010289,21012264,21020105,21021782,21028353,21058946,21061568,21066705,21071042,21072403,21076553,21082019,21085902,21110000,21139943,21140791,21143405,21161459,21224117,21225062,21228402,21240267,21241566,21246129,21247888,21249419,21276332,21277200,21292914,21306283,21308539,21317923,21322193,21342593,21342695,21355953,21360926,21364738,21369351,21370813,21371073,21371528,21378742,21378859,21390532,21393874,21394141,21394266,21394690,21399524,21431619,21431841,21432193,21433639,21487343,21487719,21488035,21493571,21493701,21493800,21493839,21493881,21508835,21510989,21513870,21515161,21530395,21533157,21536098,21537172,21551108,21553964,21555997,21566950,21566993,21567111,21572096,21574698,21579230,21606379,21606407,21606485,21606980', 'assoc_port': '20969401:20980661,20970597:20981810,20970599:20972258,20978430:20989508,20978434:20989925,20979509:20980498,20979513:20980679,20981773:20982382,21003465:21004804,21004690:21010289,21004718:21005944,21011080:21012264,21013626:21028353,21013629:21021782,21013632:21020105,21056975:21058946,21058554:21066705,21058555:21061568,21067231:21082019,21067233:21085902,21068655:21076553,21068656:21072403,21069832:21071042,21108411:21110000,21138950:21161459,21139196:21139943,21139474:21140791,21142356:21143405,21221318:21247888,21221320:21249419,21221323:21246129,21221325:21241566,21221328:21240267,21222492:21225062,21222494:21224117,21223124:21228402,21273627:21276332,21275681:21322193,21275682:21277200,21288646:21317923,21288647:21308539,21290550:21292914,21290551:21306283,21342123:21342695,21342124:21371528,21342125:21342593,21350612:21371073,21350613:21370813,21352217:21369351,21352218:21364738,21353598:21360926,21354955:21355953,21378503:21393874,21378505:21394141,21378507:21394266,21378510:21394690,21378512:2139952', 'assoc_mat': '20969401:Teint_Dans_La_Masse:3726:20980661,20970597:Teint_Dans_La_Masse:3726:20981810,20970599:Teint_Dans_La_Masse:3726:20972258,20978430:Teint_Dans_La_Masse:3726:20989508,20978434:Teint_Dans_La_Masse:3726:20989925,20979509:Teint_Dans_La_Masse:3726:20980498,20979513:Teint_Dans_La_Masse:3726:20980679,20981773:Teint_Dans_La_Masse:3726:20982382,21003465:Teint_Dans_La_Masse:3726:21004804,21004690:Teint_Dans_La_Masse:3726:21010289,21004718:Teint_Dans_La_Masse:3726:21005944,21011080:Teint_Dans_La_Masse:3726:21012264,21013626:Teint_Dans_La_Masse:3726:21028353,21013629:Teint_Dans_La_Masse:3726:21021782,21013632:Teint_Dans_La_Masse:3726:21020105,21056975:Teint_Dans_La_Masse:3726:21058946,21058554:Teint_Dans_La_Masse:3726:21066705,21058555:Teint_Dans_La_Masse:3726:21061568,21067231:Teint_Dans_La_Masse:3726:21082019,21067233:Teint_Dans_La_Masse:3726:21085902,21068655:Teint_Dans_La_Masse:3726:21076553,21068656:Teint_Dans_La_Masse:3726:21072403,21069832:Teint_Dans_La_Masse:3726:21071042,21108411:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 6370}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-03', 0.11155570713172129),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((6370,),), 'unwanted_material_monthly_percentage': ((0.11155570713172129,),), 'material_repartition': (('JRM', 6370),), 'material_dict': {'JRM': 6370}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 3, 3), 0.1168256238911623, 603), (datetime.date(2025, 3, 4), 0.09720441232488386, 542), (datetime.date(2025, 3, 5), 0.11767486199684545, 528), (datetime.date(2025, 3, 7), 0.13064919629384888, 302), (datetime.date(2025, 3, 10), 0.10110095274249943, 509), (datetime.date(2025, 3, 11), 0.11710123944739219, 570), (datetime.date(2025, 3, 12), 0.11742772773734368, 562), (datetime.date(2025, 3, 13), 0.09859168575478723, 551), (datetime.date(2025, 3, 14), 0.12576966274041199, 327), (datetime.date(2025, 3, 17), 0.11136388483642022, 530), (datetime.date(2025, 3, 18), 0.12737170835731793, 589), (datetime.date(2025, 3, 19), 0.09788305817110171, 323), (datetime.date(2025, 3, 20), 0.10182415481899683, 166), (datetime.date(2025, 3, 21), 0.100399616112616, 268)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 3, 3), 0.1168256238911623, 603), (datetime.date(2025, 3, 4), 0.09720441232488386, 542), (datetime.date(2025, 3, 5), 0.11767486199684545, 528), (datetime.date(2025, 3, 7), 0.13064919629384888, 302), (datetime.date(2025, 3, 10), 0.10110095274249943, 509), (datetime.date(2025, 3, 11), 0.11710123944739219, 570), (datetime.date(2025, 3, 12), 0.11742772773734368, 562), (datetime.date(2025, 3, 13), 0.09859168575478723, 551), (datetime.date(2025, 3, 14), 0.12576966274041199, 327), (datetime.date(2025, 3, 17), 0.11136388483642022, 530), (datetime.date(2025, 3, 18), 0.12737170835731793, 589), (datetime.date(2025, 3, 19), 0.09788305817110171, 323), (datetime.date(2025, 3, 20), 0.10182415481899683, 166), (datetime.date(2025, 3, 21), 0.100399616112616, 268))}, 'quality_array': [['0.5758961021442757', '03032025'], ['0.3046760847550072', '04032025'], ['-0.09669559462223243', '05032025'], ['-0.3834114519102476', '07032025'], ['0.5003335432532391', '10032025'], ['0.2143149251623833', '11032025'], ['0.3405346461687317', '12032025'], ['0.042714204379355594', '13032025'], ['0.2941215299914857', '14032025'], ['0.15727385490570053', '17032025'], ['0.07867770777224332', '18032025'], ['-0.0037193844852576583', '19032025'], ['-0.3679021195899926', '20032025'], ['0.2443572808543467', '21032025']], 'number_of_batch': ((95,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011807724022977908, 'nb_photo': 537, 'list_port_cont': '20972261,20980504,20980659,20980683,20981805,20982384,20989504,20989933,21004809,21005935,21010284,21012262,21020099,21021785,21028356,21058949,21061572,21066707,21071043,21072408,21076551,21082016,21085896,21109996,21139936,21140793,21143403,21161462,21224125,21225069,21228392,21240263,21241565,21246132,21247884,21249416,21276336,21277199,21292912,21306285,21317922,21322188,21342594,21355957,21360920,21364737,21369357,21370812,21371068,21371531,21378741,21378852,21393867,21394146,21394270,21394692,21431622,21431836,21432202,21433644,21487340,21487717,21488040,21493695,21493794,21493844,21493884,21508832,21510999,21515154,21530387,21533152,21536100,21537174,21553968,21555991,21566997,21567118,21572098,21574688,21579238,21606412,21606488,21606979', 'assoc_port': '20969401:20980659,20970597:20981805,20970599:20972261,20978430:20989504,20978434:20989933,20979509:20980504,20979513:20980683,20981773:20982384,21003465:21004809,21004690:21010284,21004718:21005935,21011080:21012262,21013626:21028356,21013629:21021785,21013632:21020099,21056975:21058949,21058554:21066707,21058555:21061572,21067231:21082016,21067233:21085896,21068655:21076551,21068656:21072408,21069832:21071043,21108411:21109996,21138950:21161462,21139196:21139936,21139474:21140793,21142356:21143403,21221318:21247884,21221320:21249416,21221323:21246132,21221325:21241565,21221328:21240263,21222492:21225069,21222494:21224125,21223124:21228392,21273627:21276336,21275681:21322188,21275682:21277199,21288646:21317922,21290550:21292912,21290551:21306285,21342124:21371531,21342125:21342594,21350612:21371068,21350613:21370812,21352217:21369357,21352218:21364737,21353598:21360920,21354955:21355957,21378503:21393867,21378505:21394146,21378507:21394270,21378510:21394692,21378513:21378741,21378518:21378852,21429692:2143183', 'assoc_mat': '20969401:autre_refus:3726:20980659,20970597:autre_refus:3726:20981805,20970599:autre_refus:3726:20972261,20978430:autre_refus:3726:20989504,20978434:autre_refus:3726:20989933,20979509:autre_refus:3726:20980504,20979513:autre_refus:3726:20980683,20981773:autre_refus:3726:20982384,21003465:autre_refus:3726:21004809,21004690:autre_refus:3726:21010284,21004718:autre_refus:3726:21005935,21011080:autre_refus:3726:21012262,21013626:autre_refus:3726:21028356,21013629:autre_refus:3726:21021785,21013632:autre_refus:3726:21020099,21056975:autre_refus:3726:21058949,21058554:autre_refus:3726:21066707,21058555:autre_refus:3726:21061572,21067231:autre_refus:3726:21082016,21067233:autre_refus:3726:21085896,21068655:autre_refus:3726:21076551,21068656:autre_refus:3726:21072408,21069832:autre_refus:3726:21071043,21108411:autre_refus:3726:21109996,21138950:autre_refus:3726:21161462,21139196:autre_refus:3726:21139936,21139474:autre_refus:3726:21140793,21142356:autre_refus:3726:21143403,21221318:autre_refus:3726:21247884,21221320:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01358563252793239, 'nb_photo': 1916, 'list_port_cont': '20972268,20980507,20980660,20980678,20981812,20982377,20989507,20989930,21004806,21005942,21010281,21012271,21020098,21021780,21028364,21058950,21061579,21066702,21071036,21072402,21076548,21082015,21085904,21109993,21139935,21140802,21143404,21161456,21224123,21225065,21228399,21240266,21241568,21246134,21247887,21249410,21276337,21277203,21292916,21306282,21308538,21317919,21322196,21342600,21342697,21355959,21360922,21364730,21369350,21370809,21371064,21371534,21378739,21378854,21390531,21393868,21394145,21394272,21394689,21399528,21431617,21431838,21432198,21433642,21487341,21487724,21488033,21493572,21493691,21493792,21493841,21493878,21508838,21510991,21513878,21515160,21530388,21533147,21536092,21537170,21551118,21553960,21556002,21566946,21566996,21567115,21572090,21574697,21579239,21606378,21606408,21606491,21606981', 'assoc_port': '20969401:20980660,20970597:20981812,20970599:20972268,20978430:20989507,20978434:20989930,20979509:20980507,20979513:20980678,20981773:20982377,21003465:21004806,21004690:21010281,21004718:21005942,21011080:21012271,21013626:21028364,21013629:21021780,21013632:21020098,21056975:21058950,21058554:21066702,21058555:21061579,21067231:21082015,21067233:21085904,21068655:21076548,21068656:21072402,21069832:21071036,21108411:21109993,21138950:21161456,21139196:21139935,21139474:21140802,21142356:21143404,21221318:21247887,21221320:21249410,21221323:21246134,21221325:21241568,21221328:21240266,21222492:21225065,21222494:21224123,21223124:21228399,21273627:21276337,21275681:21322196,21275682:21277203,21288646:21317919,21288647:21308538,21290550:21292916,21290551:21306282,21342123:21342697,21342124:21371534,21342125:21342600,21350612:21371064,21350613:21370809,21352217:21369350,21352218:21364730,21353598:21360922,21354955:21355959,21378503:21393868,21378505:21394145,21378507:21394272,21378510:21394689,21378512:2139952', 'assoc_mat': '20969401:cartonnette:3726:20980660,20970597:cartonnette:3726:20981812,20970599:cartonnette:3726:20972268,20978430:cartonnette:3726:20989507,20978434:cartonnette:3726:20989930,20979509:cartonnette:3726:20980507,20979513:cartonnette:3726:20980678,20981773:cartonnette:3726:20982377,21003465:cartonnette:3726:21004806,21004690:cartonnette:3726:21010281,21004718:cartonnette:3726:21005942,21011080:cartonnette:3726:21012271,21013626:cartonnette:3726:21028364,21013629:cartonnette:3726:21021780,21013632:cartonnette:3726:21020098,21056975:cartonnette:3726:21058950,21058554:cartonnette:3726:21066702,21058555:cartonnette:3726:21061579,21067231:cartonnette:3726:21082015,21067233:cartonnette:3726:21085904,21068655:cartonnette:3726:21076548,21068656:cartonnette:3726:21072402,21069832:cartonnette:3726:21071036,21108411:cartonnette:3726:21109993,21138950:cartonnette:3726:21161456,21139196:cartonnette:3726:21139935,21139474:cartonnette:3726:21140802,21142356:cartonnette:3726:21143404,21221318:cartonnette:3726:21247887,21221320:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06187217411774979, 'nb_photo': 8014, 'list_port_cont': '20972263,20980508,20980651,20980675,20981802,20982375,20989509,20989926,21004808,21005934,21010287,21012272,21020100,21021788,21028358,21058940,21061573,21066699,21071038,21072400,21076546,21082012,21085903,21110003,21139938,21140795,21143402,21161464,21224126,21225063,21228401,21240269,21241573,21246138,21247895,21249411,21276327,21277202,21292921,21306286,21308531,21317921,21322194,21342603,21342689,21355960,21360915,21364740,21369348,21370816,21371071,21371530,21378744,21378856,21390526,21393875,21394137,21394273,21394699,21399531,21431612,21431846,21432197,21433641,21487345,21487722,21488031,21493573,21493703,21493793,21493836,21493885,21508840,21510994,21513876,21515163,21530396,21533151,21536097,21537178,21551111,21553962,21555995,21566947,21567001,21567117,21572094,21574692,21579232,21606376,21606410,21606484,21606972', 'assoc_port': '20969401:20980651,20970597:20981802,20970599:20972263,20978430:20989509,20978434:20989926,20979509:20980508,20979513:20980675,20981773:20982375,21003465:21004808,21004690:21010287,21004718:21005934,21011080:21012272,21013626:21028358,21013629:21021788,21013632:21020100,21056975:21058940,21058554:21066699,21058555:21061573,21067231:21082012,21067233:21085903,21068655:21076546,21068656:21072400,21069832:21071038,21108411:21110003,21138950:21161464,21139196:21139938,21139474:21140795,21142356:21143402,21221318:21247895,21221320:21249411,21221323:21246138,21221325:21241573,21221328:21240269,21222492:21225063,21222494:21224126,21223124:21228401,21273627:21276327,21275681:21322194,21275682:21277202,21288646:21317921,21288647:21308531,21290550:21292921,21290551:21306286,21342123:21342689,21342124:21371530,21342125:21342603,21350612:21371071,21350613:21370816,21352217:21369348,21352218:21364740,21353598:21360915,21354955:21355960,21378503:21393875,21378505:21394137,21378507:21394273,21378510:21394699,21378512:2139953', 'assoc_mat': '20969401:Carton_brun:3726:20980651,20970597:Carton_brun:3726:20981802,20970599:Carton_brun:3726:20972263,20978430:Carton_brun:3726:20989509,20978434:Carton_brun:3726:20989926,20979509:Carton_brun:3726:20980508,20979513:Carton_brun:3726:20980675,20981773:Carton_brun:3726:20982375,21003465:Carton_brun:3726:21004808,21004690:Carton_brun:3726:21010287,21004718:Carton_brun:3726:21005934,21011080:Carton_brun:3726:21012272,21013626:Carton_brun:3726:21028358,21013629:Carton_brun:3726:21021788,21013632:Carton_brun:3726:21020100,21056975:Carton_brun:3726:21058940,21058554:Carton_brun:3726:21066699,21058555:Carton_brun:3726:21061573,21067231:Carton_brun:3726:21082012,21067233:Carton_brun:3726:21085903,21068655:Carton_brun:3726:21076546,21068656:Carton_brun:3726:21072400,21069832:Carton_brun:3726:21071038,21108411:Carton_brun:3726:21110003,21138950:Carton_brun:3726:21161464,21139196:Carton_brun:3726:21139938,21139474:Carton_brun:3726:21140795,21142356:Carton_brun:3726:21143402,21221318:Carton_brun:3726:21247895,21221320:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00531299123977207, 'nb_photo': 238, 'list_port_cont': '20972262,20980509,20980655,20981808,20982380,20989501,21005938,21010282,21012266,21020107,21021779,21058944,21061576,21066697,21072409,21082013,21085895,21110004,21139940,21140800,21143396,21224119,21225061,21228398,21241569,21246139,21276335,21277197,21292915,21306292,21308532,21317915,21322195,21342592,21342690,21355962,21360921,21364729,21369347,21371067,21371538,21378746,21390530,21393871,21394140,21394267,21394691,21431614,21431840,21433637,21487336,21487725,21488030,21493579,21493700,21493848,21493880,21508841,21510988,21513874,21515159,21530389,21533156,21536090,21537176,21553963,21555990,21566945,21566998,21567119,21572092,21574689,21606403,21606489,21606970', 'assoc_port': '20969401:20980655,20970597:20981808,20970599:20972262,20978430:20989501,20979509:20980509,20981773:20982380,21004690:21010282,21004718:21005938,21011080:21012266,21013629:21021779,21013632:21020107,21056975:21058944,21058554:21066697,21058555:21061576,21067231:21082013,21067233:21085895,21068656:21072409,21108411:21110004,21139196:21139940,21139474:21140800,21142356:21143396,21221323:21246139,21221325:21241569,21222492:21225061,21222494:21224119,21223124:21228398,21273627:21276335,21275681:21322195,21275682:21277197,21288646:21317915,21288647:21308532,21290550:21292915,21290551:21306292,21342123:21342690,21342124:21371538,21342125:21342592,21350612:21371067,21352217:21369347,21352218:21364729,21353598:21360921,21354955:21355962,21378503:21393871,21378505:21394140,21378507:21394267,21378510:21394691,21378513:21378746,21378516:21390530,21429692:21431840,21431278:21433637,21431279:21431614,21487240:21487336,21487596:21487725,21487959:21488030,21492758:21493700,21492761:21493579,21493735:21493880,21493738:2149384', 'assoc_mat': '20969401:Carton_gris:3726:20980655,20970597:Carton_gris:3726:20981808,20970599:Carton_gris:3726:20972262,20978430:Carton_gris:3726:20989501,20979509:Carton_gris:3726:20980509,20981773:Carton_gris:3726:20982380,21004690:Carton_gris:3726:21010282,21004718:Carton_gris:3726:21005938,21011080:Carton_gris:3726:21012266,21013629:Carton_gris:3726:21021779,21013632:Carton_gris:3726:21020107,21056975:Carton_gris:3726:21058944,21058554:Carton_gris:3726:21066697,21058555:Carton_gris:3726:21061576,21067231:Carton_gris:3726:21082013,21067233:Carton_gris:3726:21085895,21068656:Carton_gris:3726:21072409,21108411:Carton_gris:3726:21110004,21139196:Carton_gris:3726:21139940,21139474:Carton_gris:3726:21140800,21142356:Carton_gris:3726:21143396,21221323:Carton_gris:3726:21246139,21221325:Carton_gris:3726:21241569,21222492:Carton_gris:3726:21225061,21222494:Carton_gris:3726:21224119,21223124:Carton_gris:3726:21228398,21273627:Carton_gris:3726:21276335,21275681:Carton_gris:3726:21322195,21275682:Carton_gris:3726:21277197,21288646:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0029071241347534047, 'nb_photo': 134, 'list_port_cont': '20980503,20980652,20980685,20981811,20989502,20989922,21010288,21020108,21021783,21066698,21071044,21072399,21109995,21139934,21140801,21143399,21225064,21241562,21246135,21247893,21249418,21276330,21277193,21292913,21306281,21317918,21322198,21342601,21355956,21360916,21364736,21369356,21371535,21378748,21393869,21394142,21394269,21431621,21431843,21487723,21488041,21493838,21493886,21508842,21513871,21530391,21533158,21536089,21537180,21551117,21555992,21566944,21566999,21567116,21572097,21574696,21579235,21606405,21606975', 'assoc_port': '20969401:20980652,20970597:20981811,20978430:20989502,20978434:20989922,20979509:20980503,20979513:20980685,21004690:21010288,21013629:21021783,21013632:21020108,21058554:21066698,21068656:21072399,21069832:21071044,21108411:21109995,21139196:21139934,21139474:21140801,21142356:21143399,21221318:21247893,21221320:21249418,21221323:21246135,21221325:21241562,21222492:21225064,21273627:21276330,21275681:21322198,21275682:21277193,21288646:21317918,21290550:21292913,21290551:21306281,21342124:21371535,21342125:21342601,21352217:21369356,21352218:21364736,21353598:21360916,21354955:21355956,21378503:21393869,21378505:21394142,21378507:21394269,21378513:21378748,21429692:21431843,21431279:21431621,21487596:21487723,21487959:21488041,21493735:21493886,21493738:21493838,21508765:21508842,21513782:21513871,21530157:21530391,21533033:21533158,21535327:21536089,21537062:21537180,21550991:21551117,21555952:21555992,21566789:21566944,21566817:21567116,21566818:21566999,21572029:21572097,21573646:21574696,21578344:2157923', 'assoc_mat': '20969401:kraft:3726:20980652,20970597:kraft:3726:20981811,20978430:kraft:3726:20989502,20978434:kraft:3726:20989922,20979509:kraft:3726:20980503,20979513:kraft:3726:20980685,21004690:kraft:3726:21010288,21013629:kraft:3726:21021783,21013632:kraft:3726:21020108,21058554:kraft:3726:21066698,21068656:kraft:3726:21072399,21069832:kraft:3726:21071044,21108411:kraft:3726:21109995,21139196:kraft:3726:21139934,21139474:kraft:3726:21140801,21142356:kraft:3726:21143399,21221318:kraft:3726:21247893,21221320:kraft:3726:21249418,21221323:kraft:3726:21246135,21221325:kraft:3726:21241562,21222492:kraft:3726:21225064,21273627:kraft:3726:21276330,21275681:kraft:3726:21322198,21275682:kraft:3726:21277193,21288646:kraft:3726:21317918,21290550:kraft:3726:21292913,21290551:kraft:3726:21306281,21342124:kraft:3726:21371535,21342125:kraft:3726:21342601,21352217:kraft:3726:21369356,21352218:kraft:3726:21364736,21353598:kraft:3726:21360916,21354955:kraft:3726:21355956,21378503:kraft:3726:21393869,21378505:kraft:3726:21394142,21378507:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.001300133804455733, 'nb_photo': 13, 'list_port_cont': '20981806,20982381,21004802,21010285,21021781,21085899,21228395,21277201,21431620,21493698,21530394', 'assoc_port': '20970597:20981806,20981773:20982381,21003465:21004802,21004690:21010285,21013629:21021781,21067233:21085899,21223124:21228395,21275682:21277201,21431279:21431620,21492758:21493698,21530157:21530394', 'assoc_mat': '20970597:metal:3726:20981806,20981773:metal:3726:20982381,21003465:metal:3726:21004802,21004690:metal:3726:21010285,21013629:metal:3726:21021781,21067233:metal:3726:21085899,21223124:metal:3726:21228395,21275682:metal:3726:21277201,21431279:metal:3726:21431620,21492758:metal:3726:21493698,21530157:metal:3726:21530394'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009739539846362241, 'nb_photo': 1335, 'list_port_cont': '20972266,20980505,20980658,20980681,20981803,20982374,20989505,20989932,21004812,21005936,21010280,21012267,21020106,21021787,21028361,21058947,21061574,21066704,21071035,21072404,21076545,21082020,21085898,21110002,21139933,21140792,21143394,21224121,21225068,21228403,21240261,21241571,21246131,21247890,21249412,21276331,21277194,21292919,21306289,21308541,21317925,21322190,21342599,21342692,21355955,21360925,21364733,21369352,21370815,21371074,21371537,21378743,21378861,21390528,21393866,21394136,21394274,21394695,21431616,21431844,21432201,21433645,21487339,21487728,21488038,21493580,21493699,21493799,21493840,21493883,21508833,21510997,21513880,21515157,21530392,21533148,21536099,21537169,21551109,21553967,21555998,21567003,21567120,21572093,21574691,21579240,21606404,21606486,21606974', 'assoc_port': '20969401:20980658,20970597:20981803,20970599:20972266,20978430:20989505,20978434:20989932,20979509:20980505,20979513:20980681,20981773:20982374,21003465:21004812,21004690:21010280,21004718:21005936,21011080:21012267,21013626:21028361,21013629:21021787,21013632:21020106,21056975:21058947,21058554:21066704,21058555:21061574,21067231:21082020,21067233:21085898,21068655:21076545,21068656:21072404,21069832:21071035,21108411:21110002,21139196:21139933,21139474:21140792,21142356:21143394,21221318:21247890,21221320:21249412,21221323:21246131,21221325:21241571,21221328:21240261,21222492:21225068,21222494:21224121,21223124:21228403,21273627:21276331,21275681:21322190,21275682:21277194,21288646:21317925,21288647:21308541,21290550:21292919,21290551:21306289,21342123:21342692,21342124:21371537,21342125:21342599,21350612:21371074,21350613:21370815,21352217:21369352,21352218:21364733,21353598:21360925,21354955:21355955,21378503:21393866,21378505:21394136,21378507:21394274,21378510:21394695,21378513:21378743,21378516:2139052', 'assoc_mat': '20969401:plastique:3726:20980658,20970597:plastique:3726:20981803,20970599:plastique:3726:20972266,20978430:plastique:3726:20989505,20978434:plastique:3726:20989932,20979509:plastique:3726:20980505,20979513:plastique:3726:20980681,20981773:plastique:3726:20982374,21003465:plastique:3726:21004812,21004690:plastique:3726:21010280,21004718:plastique:3726:21005936,21011080:plastique:3726:21012267,21013626:plastique:3726:21028361,21013629:plastique:3726:21021787,21013632:plastique:3726:21020106,21056975:plastique:3726:21058947,21058554:plastique:3726:21066704,21058555:plastique:3726:21061574,21067231:plastique:3726:21082020,21067233:plastique:3726:21085898,21068655:plastique:3726:21076545,21068656:plastique:3726:21072404,21069832:plastique:3726:21071035,21108411:plastique:3726:21110002,21139196:plastique:3726:21139933,21139474:plastique:3726:21140792,21142356:plastique:3726:21143394,21221318:plastique:3726:21247890,21221320:plastique:3726:21249412,21221323:plastique:3726:21246131,21221325:plastique:3726:21241571,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.021704975377728107, 'nb_photo': 5045, 'list_port_cont': '20972258,20980498,20980661,20980679,20981810,20982382,20989508,20989925,21004804,21005944,21010289,21012264,21020105,21021782,21028353,21058946,21061568,21066705,21071042,21072403,21076553,21082019,21085902,21110000,21139943,21140791,21143405,21161459,21224117,21225062,21228402,21240267,21241566,21246129,21247888,21249419,21276332,21277200,21292914,21306283,21308539,21317923,21322193,21342593,21342695,21355953,21360926,21364738,21369351,21370813,21371073,21371528,21378742,21378859,21390532,21393874,21394141,21394266,21394690,21399524,21431619,21431841,21432193,21433639,21487343,21487719,21488035,21493571,21493701,21493800,21493839,21493881,21508835,21510989,21513870,21515161,21530395,21533157,21536098,21537172,21551108,21553964,21555997,21566950,21566993,21567111,21572096,21574698,21579230,21606379,21606407,21606485,21606980', 'assoc_port': '20969401:20980661,20970597:20981810,20970599:20972258,20978430:20989508,20978434:20989925,20979509:20980498,20979513:20980679,20981773:20982382,21003465:21004804,21004690:21010289,21004718:21005944,21011080:21012264,21013626:21028353,21013629:21021782,21013632:21020105,21056975:21058946,21058554:21066705,21058555:21061568,21067231:21082019,21067233:21085902,21068655:21076553,21068656:21072403,21069832:21071042,21108411:21110000,21138950:21161459,21139196:21139943,21139474:21140791,21142356:21143405,21221318:21247888,21221320:21249419,21221323:21246129,21221325:21241566,21221328:21240267,21222492:21225062,21222494:21224117,21223124:21228402,21273627:21276332,21275681:21322193,21275682:21277200,21288646:21317923,21288647:21308539,21290550:21292914,21290551:21306283,21342123:21342695,21342124:21371528,21342125:21342593,21350612:21371073,21350613:21370813,21352217:21369351,21352218:21364738,21353598:21360926,21354955:21355953,21378503:21393874,21378505:21394141,21378507:21394266,21378510:21394690,21378512:2139952', 'assoc_mat': '20969401:Teint_Dans_La_Masse:3726:20980661,20970597:Teint_Dans_La_Masse:3726:20981810,20970599:Teint_Dans_La_Masse:3726:20972258,20978430:Teint_Dans_La_Masse:3726:20989508,20978434:Teint_Dans_La_Masse:3726:20989925,20979509:Teint_Dans_La_Masse:3726:20980498,20979513:Teint_Dans_La_Masse:3726:20980679,20981773:Teint_Dans_La_Masse:3726:20982382,21003465:Teint_Dans_La_Masse:3726:21004804,21004690:Teint_Dans_La_Masse:3726:21010289,21004718:Teint_Dans_La_Masse:3726:21005944,21011080:Teint_Dans_La_Masse:3726:21012264,21013626:Teint_Dans_La_Masse:3726:21028353,21013629:Teint_Dans_La_Masse:3726:21021782,21013632:Teint_Dans_La_Masse:3726:21020105,21056975:Teint_Dans_La_Masse:3726:21058946,21058554:Teint_Dans_La_Masse:3726:21066705,21058555:Teint_Dans_La_Masse:3726:21061568,21067231:Teint_Dans_La_Masse:3726:21082019,21067233:Teint_Dans_La_Masse:3726:21085902,21068655:Teint_Dans_La_Masse:3726:21076553,21068656:Teint_Dans_La_Masse:3726:21072403,21069832:Teint_Dans_La_Masse:3726:21071042,21108411:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 6370}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-03', 0.11155570713172129),)]} filepath : /data_2/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_03_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.18%', 537], 'cartonnette': ['cartonnette', '1.36%', 1916], 'Carton_brun': ['Carton_brun', '6.19%', 8014], 'Carton_gris': ['Carton_gris', '0.53%', 238], 'kraft': ['kraft', '0.29%', 134], 'metal': ['metal', '0.13%', 13], 'plastique': ['plastique', '0.97%', 1335], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.17%', 5045]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_03_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/Perlen_convoyeur 3.02user 2.65system 0:11.43elapsed 49%CPU (0avgtext+0avgdata 193564maxresident)k 24400inputs+336outputs (5major+82614minor)pagefaults 0swaps